2026-10-30T05:42:20.754126Z	info	FLAG: --concurrency="0"
2026-10-30T05:42:20.754161Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-10-30T05:42:20.754167Z	info	FLAG: --help="false"
2026-10-30T05:42:20.754170Z	info	FLAG: --log_as_json="false"
2026-10-30T05:42:20.754174Z	info	FLAG: --log_caller=""
2026-10-30T05:42:20.754177Z	info	FLAG: --log_output_level="default:info"
2026-10-30T05:42:20.754181Z	info	FLAG: --log_stacktrace_level="default:none"
2026-10-30T05:42:20.754187Z	info	FLAG: --log_target="[stdout]"
2026-10-30T05:42:20.754191Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-10-30T05:42:20.754194Z	info	FLAG: --outlierLogPath=""
2026-10-30T05:42:20.754197Z	info	FLAG: --profiling="true"
2026-10-30T05:42:20.754200Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-10-30T05:42:20.754203Z	info	FLAG: --proxyLogLevel="warning"
2026-10-30T05:42:20.754206Z	info	FLAG: --serviceCluster="istio-proxy"
2026-10-30T05:42:20.754209Z	info	FLAG: --stsPort="0"
2026-10-30T05:42:20.754211Z	info	FLAG: --templateFile=""
2026-10-30T05:42:20.754214Z	info	FLAG: --tokenManagerPlugin=""
2026-10-30T05:42:20.754218Z	info	FLAG: --vklog="0"
2026-10-30T05:42:20.754222Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-10-30T05:42:20.754424Z	info	Proxy role	ips=[10.134.1.169] type=router id=maas-default-gateway-openshift-default-6f77ddbcb7-db25s.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-10-30T05:42:20.754483Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-10-30T05:42:20.756109Z	info	cpu limit detected as 2, setting concurrency
2026-10-30T05:42:20.756414Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-10-30T05:42:20.756428Z	info	JWT policy is third-party-jwt
2026-10-30T05:42:20.756433Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-10-30T05:42:20.758118Z	info	Starting default Istio SDS Server
2026-10-30T05:42:20.758141Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-10-30T05:42:20.758159Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-10-30T05:42:20.758526Z	info	Opening status port 15020
2026-10-30T05:42:20.759809Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-10-30T05:42:20.761604Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-10-30T05:42:20.762445Z	info	Starting proxy agent
2026-10-30T05:42:20.762475Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-10-30T05:42:20.779312Z	info	sds	Starting SDS grpc server
2026-10-30T05:42:20.779332Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-10-30T05:42:20.827436Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-10-30T05:42:20.920073Z	info	cache	generated new workload certificate	resourceName=default latency=160.12497ms ttl=23h59m59.079932193s
2026-10-30T05:42:20.920135Z	info	cache	Root cert has changed, start rotating root cert
2026-10-30T05:42:20.920167Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.079833111s
2026-10-30T05:42:20.942556Z	info	ads	ADS: new connection for node:1
2026-10-30T05:42:20.942623Z	info	cache	returned workload certificate from cache	ttl=23h59m59.057378633s
2026-10-30T05:42:20.943006Z	info	ads	ADS: new connection for node:2
2026-10-30T05:42:20.943075Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.056926058s
2026-10-30T05:42:21.027340Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T05:42:28.821699Z	info	Readiness succeeded in 8.07076978s
2026-10-30T05:42:28.822028Z	info	Envoy proxy is ready
2026-10-30T05:42:34.423348Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T05:42:42.488255Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=2
2026-10-30T05:42:50.144812Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-10-30T05:42:57.131Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 292 128 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "bcd6db4c-f084-4858-829f-a8c3ae7f8503" "maas.apps.70853b44304d2f3542e7.prod.konflux-ocp-ci.dev" "10.132.0.46:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.1.169:42306 10.134.1.169:443 10.132.0.15:55268 - v1-completions-path
[2026-10-30T05:42:57.591Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 293 54 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "3640c0bd-9d00-431b-a8b3-0346e51158ec" "maas.apps.70853b44304d2f3542e7.prod.konflux-ocp-ci.dev" "10.132.0.46:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.1.169:42306 10.134.1.169:443 10.132.0.15:55274 - v1-completions-path
[2026-10-30T05:42:59.172Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 300 59 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "a6431be8-5a34-4519-8197-cf3a44eb287c" "maas.apps.70853b44304d2f3542e7.prod.konflux-ocp-ci.dev" "10.132.0.46:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.1.169:42322 10.134.1.169:443 10.132.0.15:55296 - v1-completions-path
2026-10-30T05:43:14.294996Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T05:43:24.691457Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T05:43:29.134760Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T05:43:33.484808Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T05:43:33.484844Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T05:43:33.484858Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T05:43:33.484863Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
[2026-10-30T05:43:33.391Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 75 318 93 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "6a07eced-73e8-493f-a90c-06c2f635389e" "maas.apps.70853b44304d2f3542e7.prod.konflux-ocp-ci.dev" "10.132.0.45:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.1.169:41382 10.134.1.169:443 10.132.0.15:58858 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T05:43:34.265991Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=24
[2026-10-30T05:43:34.261Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 294 54 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "a6501ef5-190d-4a10-9185-dd3f9f34ea1b" "maas.apps.70853b44304d2f3542e7.prod.konflux-ocp-ci.dev" "10.132.0.46:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.1.169:42306 10.134.1.169:443 10.132.0.15:58888 - v1-completions-path
[2026-10-30T05:43:34.415Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 294 56 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "cc2c297a-0c19-437c-9f9a-98d09ff35f09" "maas.apps.70853b44304d2f3542e7.prod.konflux-ocp-ci.dev" "10.132.0.46:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.1.169:42306 10.134.1.169:443 10.132.0.15:46462 - v1-completions-path
2026-10-30T05:43:46.804456Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T05:43:48.963166Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T05:44:05.527422Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T05:44:10.265818Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T05:44:27.604798Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T05:44:44.697137Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T05:44:55.370884Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T05:44:58.199660Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T05:45:16.397872Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T05:45:19.011578Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-10-30T05:45:25.358Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 -  - "-" 76 0 32 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "f09381e7-6ca6-49e1-9157-ab8b942d6aee" "maas.apps.70853b44304d2f3542e7.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.134.1.169:443 10.132.0.15:47920 - v1-completions-path
[2026-10-30T05:45:37.048Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 -  - "-" 66 0 34 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "0d22d365-c086-4cb5-a869-54a0151f6509" "maas.apps.70853b44304d2f3542e7.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.134.1.169:443 10.132.0.15:36356 - v1-completions-path
2026-10-30T05:48:42.675194Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-10-30T05:48:45.243Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 73 289 87 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "e4846f7a-0678-4d16-9e09-57c4868c13ea" "maas.apps.70853b44304d2f3542e7.prod.konflux-ocp-ci.dev" "10.134.0.31:8000" outbound|8000||e2e-trlp-test-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.1.169:59858 10.134.1.169:443 10.132.0.15:46764 - v1-completions-path
2026-10-30T05:48:57.901044Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T05:48:59.916958Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T05:49:14.441319Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T05:50:31.462239Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T05:50:49.427689Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T05:51:04.339404Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T05:51:18.440813Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T05:51:21.847590Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T05:51:21.847623Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T05:51:21.847636Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T05:51:21.847642Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-30T05:51:22.242031Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-10-30T05:51:21.789Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 27 57 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "8c0e2a5b-e2a2-499f-ad91-dbe8c6bd2a30" "maas.apps.70853b44304d2f3542e7.prod.konflux-ocp-ci.dev" "10.132.0.45:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.1.169:38022 10.134.1.169:443 10.132.0.15:37342 - odh-ai-gateway-infra.maas-api-route.3
2026-10-30T05:51:33.684208Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T05:51:37.224676Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-10-30T05:51:45.082Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 57 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "e4ec6c25-1303-4bce-8a59-2c51a7892467" "maas.apps.70853b44304d2f3542e7.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.134.1.169:443 10.132.0.15:45618 - v1-completions-path
2026-10-30T05:51:57.084565Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T05:52:06.951797Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T05:52:15.296985Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
[2026-10-30T05:52:21.286Z] "POST /llm/e2e-embedding-simulated/v1/embeddings HTTP/1.1" 429 -  - "-" 61 18 59 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "657757be-aeec-911b-96f4-3f1b577581fb" "maas.apps.70853b44304d2f3542e7.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.134.1.169:443 10.132.0.15:49092 - v1-catch-all-path
2026-10-30T05:52:33.131951Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T05:52:35.351571Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T05:52:37.908042Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T05:52:37.908083Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T05:52:37.908099Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=24
2026-10-30T05:52:37.908104Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=24
2026-10-30T05:52:38.021688Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=24
[2026-10-30T05:52:37.774Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 73 316 133 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "d1ca3a62-e17b-4729-a428-a1277bcecdcf" "maas.apps.70853b44304d2f3542e7.prod.konflux-ocp-ci.dev" "10.132.1.14:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.1.169:43950 10.134.1.169:443 10.132.0.15:60758 - odh-ai-gateway-infra.maas-api-route.3
[2026-10-30T05:52:37.939Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 82 - "52.71.36.72,10.132.0.15" "python-requests/2.34.2" "d8646fad-f9a4-4b80-a274-d88fe053216d" "maas.apps.70853b44304d2f3542e7.prod.konflux-ocp-ci.dev" "10.134.0.34:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.1.169:36528 10.134.1.169:443 10.132.0.15:60760 - v1-catch-all-path
2026-10-30T05:52:49.889939Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9
2026-10-30T05:53:00.854147Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=9