2026-10-30T21:27:40.937538Z	info	FLAG: --concurrency="0"
2026-10-30T21:27:40.937559Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-10-30T21:27:40.937580Z	info	FLAG: --help="false"
2026-10-30T21:27:40.937584Z	info	FLAG: --log_as_json="false"
2026-10-30T21:27:40.937587Z	info	FLAG: --log_caller=""
2026-10-30T21:27:40.937590Z	info	FLAG: --log_output_level="default:info"
2026-10-30T21:27:40.937593Z	info	FLAG: --log_stacktrace_level="default:none"
2026-10-30T21:27:40.937599Z	info	FLAG: --log_target="[stdout]"
2026-10-30T21:27:40.937603Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-10-30T21:27:40.937606Z	info	FLAG: --outlierLogPath=""
2026-10-30T21:27:40.937609Z	info	FLAG: --profiling="true"
2026-10-30T21:27:40.937612Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-10-30T21:27:40.937615Z	info	FLAG: --proxyLogLevel="warning"
2026-10-30T21:27:40.937618Z	info	FLAG: --serviceCluster="istio-proxy"
2026-10-30T21:27:40.937621Z	info	FLAG: --stsPort="0"
2026-10-30T21:27:40.937624Z	info	FLAG: --templateFile=""
2026-10-30T21:27:40.937626Z	info	FLAG: --tokenManagerPlugin=""
2026-10-30T21:27:40.937630Z	info	FLAG: --vklog="0"
2026-10-30T21:27:40.937633Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-10-30T21:27:40.937797Z	info	Proxy role	ips=[10.133.0.169] type=router id=maas-default-gateway-openshift-default-769df7846c-rszcl.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-10-30T21:27:40.937856Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-10-30T21:27:40.938900Z	info	cpu limit detected as 2, setting concurrency
2026-10-30T21:27:40.939109Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-10-30T21:27:40.939122Z	info	JWT policy is third-party-jwt
2026-10-30T21:27:40.939126Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-10-30T21:27:40.940707Z	info	Starting default Istio SDS Server
2026-10-30T21:27:40.940729Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-10-30T21:27:40.940763Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-10-30T21:27:40.941145Z	info	Opening status port 15020
2026-10-30T21:27:40.942046Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-10-30T21:27:40.943347Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-10-30T21:27:40.944178Z	info	Starting proxy agent
2026-10-30T21:27:40.944209Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-10-30T21:27:40.953862Z	info	sds	Starting SDS grpc server
2026-10-30T21:27:40.953885Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-10-30T21:27:41.005986Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-10-30T21:27:41.154555Z	info	cache	generated new workload certificate	resourceName=default latency=212.659631ms ttl=23h59m59.845447861s
2026-10-30T21:27:41.154605Z	info	cache	Root cert has changed, start rotating root cert
2026-10-30T21:27:41.154635Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.845365302s
2026-10-30T21:27:41.158305Z	info	ads	ADS: new connection for node:1
2026-10-30T21:27:41.158387Z	info	cache	returned workload certificate from cache	ttl=23h59m59.841614456s
2026-10-30T21:27:41.159155Z	info	ads	ADS: new connection for node:2
2026-10-30T21:27:41.159293Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.840716834s
2026-10-30T21:27:41.240690Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T21:27:49.045819Z	info	Readiness succeeded in 8.110474354s
2026-10-30T21:27:49.046211Z	info	Envoy proxy is ready
2026-10-30T21:28:30.233700Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T21:28:51.585245Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T21:28:56.186448Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T21:29:09.386348Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T21:29:09.386397Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T21:29:09.386411Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-30T21:29:09.386416Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
[2026-10-30T21:29:09.304Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 170 82 - "34.228.250.194,10.132.0.18" "python-requests/2.34.2" "5ed800d2-e63f-470f-b47d-99fa6741fe8d" "maas.apps.e5d729db39642ea3674f.prod.konflux-ocp-ci.dev" "10.134.0.33:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.169:59986 10.133.0.169:443 10.132.0.18:47596 - v1-catch-all-path
2026-10-30T21:29:22.867680Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T21:29:39.813666Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-30T21:29:48.726Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 297 61 - "34.228.250.194,10.132.0.18" "python-requests/2.34.2" "0f916b5f-1612-4ed9-9498-ff31d6654f0d" "maas.apps.e5d729db39642ea3674f.prod.konflux-ocp-ci.dev" "10.134.0.33:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.169:59986 10.133.0.169:443 10.132.0.18:60692 - v1-completions-path
[2026-10-30T21:29:49.507Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 295 56 - "34.228.250.194,10.132.0.18" "python-requests/2.34.2" "fa94b659-2e93-957b-b6fb-01331fb6f394" "maas.apps.e5d729db39642ea3674f.prod.konflux-ocp-ci.dev" "10.134.0.33:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.169:59986 10.133.0.169:443 10.132.0.18:60722 - v1-completions-path
2026-10-30T21:30:10.361482Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T21:30:21.166990Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T21:30:27.501833Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T21:30:40.133247Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=24
[2026-10-30T21:30:40.079Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 60 - "34.228.250.194,10.132.0.18" "python-requests/2.34.2" "e8ebfd19-3a39-49b9-afb0-c3f81b8b7d30" "maas.apps.e5d729db39642ea3674f.prod.konflux-ocp-ci.dev" "10.134.0.33:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.169:59986 10.133.0.169:443 10.132.0.18:35930 - v1-completions-path
[2026-10-30T21:30:41.127Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 61 - "34.228.250.194,10.132.0.18" "python-requests/2.34.2" "d5f51bf6-f3d1-4bab-a376-7ad0817812c4" "maas.apps.e5d729db39642ea3674f.prod.konflux-ocp-ci.dev" "10.134.0.33:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.169:44726 10.133.0.169:443 10.132.0.18:35954 - v1-completions-path
2026-10-30T21:30:56.080716Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T21:31:00.769453Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T21:31:24.259880Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T21:31:30.723123Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T21:31:56.658827Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T21:32:15.808765Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T21:32:28.839144Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T21:32:34.457860Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T21:32:34.457905Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T21:32:34.457927Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T21:32:34.457934Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-10-30T21:32:34.340Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 81 324 117 - "34.228.250.194,10.132.0.18" "python-requests/2.34.2" "2e97f734-2f07-452d-8100-b9e9a45b3bbd" "maas.apps.e5d729db39642ea3674f.prod.konflux-ocp-ci.dev" "10.132.0.51:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.169:47164 10.133.0.169:443 10.132.0.18:48332 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-30T21:32:54.980Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 -  - "-" 76 0 33 - "34.228.250.194,10.132.0.18" "python-requests/2.34.2" "04531896-0ee0-4b96-89dd-5eb028de2721" "maas.apps.e5d729db39642ea3674f.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.169:443 10.132.0.18:41460 - v1-completions-path
2026-10-30T21:33:01.693140Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T21:33:09.050892Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T21:33:09.050931Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T21:33:09.050946Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T21:33:09.050952Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-10-30T21:33:08.940Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 65 307 110 - "34.228.250.194,10.132.0.18" "python-requests/2.34.2" "feb47940-0f2b-4afb-bba4-ac0d7c9eb7ae" "maas.apps.e5d729db39642ea3674f.prod.konflux-ocp-ci.dev" "10.132.0.51:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.169:47164 10.133.0.169:443 10.132.0.18:39366 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T21:33:23.402996Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T21:33:34.146678Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-30T21:36:03.392Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 -  - "-" 66 0 44 - "34.228.250.194,10.132.0.18" "python-requests/2.34.2" "5a0e2041-37f9-42fa-ab58-785ff3aadeb3" "maas.apps.e5d729db39642ea3674f.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.169:443 10.132.0.18:44530 - v1-completions-path
2026-10-30T21:37:40.642480Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T21:37:58.040657Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T21:38:02.532688Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-10-30T21:38:12.970Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 283 73 - "34.228.250.194,10.132.0.18" "python-requests/2.34.2" "51aa6c35-b574-434c-9e35-26d0d07beeb6" "maas.apps.e5d729db39642ea3674f.prod.konflux-ocp-ci.dev" "10.134.0.34:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.169:49830 10.133.0.169:443 10.132.0.18:43300 - v1-completions-path
2026-10-30T21:38:27.274475Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T21:40:35.087976Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T21:41:17.978892Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T21:41:43.663284Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T21:41:58.997592Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T21:42:11.864301Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T21:42:24.566250Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T21:42:29.501015Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T21:42:58.497006Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T21:46:34.207284Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T21:46:48.131805Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=24
[2026-10-30T21:46:48.054Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 91 3616 77 - "34.228.250.194,10.132.0.18" "python-requests/2.34.2" "5f4e869d-fef0-40d0-b6ca-89af1b422381" "maas.apps.e5d729db39642ea3674f.prod.konflux-ocp-ci.dev" "10.134.0.36:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.169:57478 10.133.0.169:443 10.132.0.18:54446 - v1-catch-all-model-routing
2026-10-30T21:46:52.410381Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T21:47:13.602163Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T21:47:18.192202Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T21:47:34.481545Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-10-30T21:47:46.074931Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8