2026-11-02T20:47:01.579233Z	info	FLAG: --concurrency="0"
2026-11-02T20:47:01.579252Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-11-02T20:47:01.579257Z	info	FLAG: --help="false"
2026-11-02T20:47:01.579259Z	info	FLAG: --log_as_json="false"
2026-11-02T20:47:01.579261Z	info	FLAG: --log_caller=""
2026-11-02T20:47:01.579263Z	info	FLAG: --log_output_level="default:info"
2026-11-02T20:47:01.579265Z	info	FLAG: --log_stacktrace_level="default:none"
2026-11-02T20:47:01.579269Z	info	FLAG: --log_target="[stdout]"
2026-11-02T20:47:01.579272Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-11-02T20:47:01.579274Z	info	FLAG: --outlierLogPath=""
2026-11-02T20:47:01.579276Z	info	FLAG: --profiling="true"
2026-11-02T20:47:01.579278Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-11-02T20:47:01.579280Z	info	FLAG: --proxyLogLevel="warning"
2026-11-02T20:47:01.579282Z	info	FLAG: --serviceCluster="istio-proxy"
2026-11-02T20:47:01.579285Z	info	FLAG: --stsPort="0"
2026-11-02T20:47:01.579286Z	info	FLAG: --templateFile=""
2026-11-02T20:47:01.579288Z	info	FLAG: --tokenManagerPlugin=""
2026-11-02T20:47:01.579291Z	info	FLAG: --vklog="0"
2026-11-02T20:47:01.579293Z	info	Version 1.28.10-cebc47d567fd1333707199224c18129ecfe07c05-Clean
2026-11-02T20:47:01.579452Z	info	Proxy role	ips=[10.132.0.254] type=router id=maas-default-gateway-openshift-default-696f47c6c-p27sn.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-11-02T20:47:01.579505Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-11-02T20:47:01.580702Z	info	cpu limit detected as 2, setting concurrency
2026-11-02T20:47:01.580948Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-11-02T20:47:01.580959Z	info	JWT policy is third-party-jwt
2026-11-02T20:47:01.580962Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-11-02T20:47:01.582262Z	info	Starting default Istio SDS Server
2026-11-02T20:47:01.582287Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-11-02T20:47:01.582305Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-11-02T20:47:01.583274Z	info	Opening status port 15020
2026-11-02T20:47:01.583735Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-11-02T20:47:01.584544Z	info	sds	Starting SDS grpc server
2026-11-02T20:47:01.584569Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-11-02T20:47:01.585486Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-11-02T20:47:01.586616Z	info	Starting proxy agent
2026-11-02T20:47:01.586658Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-11-02T20:47:01.649334Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-11-02T20:47:01.808247Z	info	ads	ADS: new connection for node:1
2026-11-02T20:47:01.808861Z	info	ads	ADS: new connection for node:2
2026-11-02T20:47:01.850400Z	info	cache	generated new workload certificate	resourceName=default latency=265.735969ms ttl=23h59m59.149603856s
2026-11-02T20:47:01.850434Z	info	cache	Root cert has changed, start rotating root cert
2026-11-02T20:47:01.850475Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.149526026s
2026-11-02T20:47:01.850492Z	info	cache	returned workload certificate from cache	ttl=23h59m59.149508198s
2026-11-02T20:47:01.850593Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.149412675s
2026-11-02T20:47:01.850928Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.149072656s
2026-11-02T20:47:01.937314Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T20:47:09.935974Z	info	Readiness succeeded in 8.359587856s
2026-11-02T20:47:09.936274Z	info	Envoy proxy is ready
2026-11-02T20:47:39.262893Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T20:47:50.216573Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T20:47:55.322807Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-02T20:48:09.258Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 76 293 78 - "44.212.242.249,10.132.0.19" "python-requests/2.34.2" "66c6e134-5195-4366-905b-a416b8ac3a17" "maas.apps.7293b24ee1db6ad9a1ba.prod.konflux-ocp-ci.dev" "10.132.0.45:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.132.0.254:60268 10.132.0.254:443 10.132.0.19:52868 - v1-completions-path
2026-11-02T20:48:24.807740Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T20:48:29.432551Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-02T20:48:38.976Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 74 295 75 - "44.212.242.249,10.132.0.19" "python-requests/2.34.2" "6ace5995-94f5-40ea-b2a1-cb7f9f57f5df" "maas.apps.7293b24ee1db6ad9a1ba.prod.konflux-ocp-ci.dev" "10.134.0.30:8000" outbound|8000||premium-simulated-simulated-premium-kserve-workload-svc.llm.svc.cluster.local 10.132.0.254:50838 10.132.0.254:443 10.132.0.19:49034 - v1-completions-path
2026-11-02T20:48:52.638548Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T20:48:59.180043Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T20:49:28.127655Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T20:49:49.877259Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T20:50:12.868197Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T20:50:19.143727Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T20:50:29.233948Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T20:50:29.233990Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T20:50:29.234010Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T20:50:29.234018Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-02T20:50:29.120Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 81 323 113 - "44.212.242.249,10.132.0.19" "python-requests/2.34.2" "0b4d5c08-d1ec-4b06-8d0f-7f67b7283ae0" "maas.apps.7293b24ee1db6ad9a1ba.prod.konflux-ocp-ci.dev" "10.134.0.27:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.254:58832 10.132.0.254:443 10.132.0.19:55626 - odh-ai-gateway-infra.maas-api-route.3
[2026-11-02T20:50:40.599Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 -  - "-" 66 0 36 - "44.212.242.249,10.132.0.19" "python-requests/2.34.2" "c382d861-8d1d-4d81-8a17-dbf19962e91e" "maas.apps.7293b24ee1db6ad9a1ba.prod.konflux-ocp-ci.dev" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.132.0.254:443 10.132.0.19:53718 - v1-completions-path
2026-11-02T20:50:44.940642Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T20:50:50.759848Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T20:51:21.729285Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T20:51:53.079723Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T20:52:03.771737Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T20:52:32.332683Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T20:52:38.316260Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T20:55:08.712991Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T20:55:14.778421Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T20:56:52.350870Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T20:57:09.350483Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T20:57:13.810764Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T20:57:38.213216Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T20:59:51.527512Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T21:00:35.224910Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T21:01:00.650632Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T21:01:15.946585Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T21:01:24.244066Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T21:01:30.746481Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T21:01:41.850253Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
[2026-11-02T21:01:55.042Z] "POST /llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions HTTP/1.1" 429 -  - "-" 76 18 62 - "44.212.242.249,10.132.0.19" "python-requests/2.34.2" "bedfb5d0-6af8-49e1-aa57-75a0c9de6242" "maas.apps.7293b24ee1db6ad9a1ba.prod.konflux-ocp-ci.dev" "-" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.132.0.254:443 10.132.0.19:48388 - v1-completions-path
2026-11-02T21:02:08.913172Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T21:06:10.947720Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T21:06:16.896569Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Tracing span buffer full (100), dropping oldest spans to prevent memory growth	thread=25
2026-11-02T21:06:16.907507Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T21:06:16.907543Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T21:06:16.907560Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /model	thread=25
2026-11-02T21:06:16.907565Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152	wasm log kuadrant-wasm-shim kuadrant_wasm_shim: Missing json property: /usage/total_tokens	thread=25
[2026-11-02T21:06:16.796Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 81 323 110 - "44.212.242.249,10.132.0.19" "python-requests/2.34.2" "b5ce2d53-30d1-4c63-94d4-f14791ca35e7" "maas.apps.7293b24ee1db6ad9a1ba.prod.konflux-ocp-ci.dev" "10.132.1.23:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.132.0.254:42472 10.132.0.254:443 10.132.0.19:35788 - odh-ai-gateway-infra.maas-api-route.3
2026-11-02T21:06:21.892364Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T21:06:29.161256Z	warning	envoy filter external/envoy/source/extensions/filters/http/json_to_metadata/filter.cc:385	key 'completion_tokens' missing from lines 1-1 key: completion_tokens	thread=24
[2026-11-02T21:06:29.081Z] "POST /v1/embeddings HTTP/1.1" 200 - via_upstream - "-" 61 4185 79 - "44.212.242.249,10.132.0.19" "python-requests/2.34.2" "43a305a8-655a-481e-b800-7a7ca6ae7710" "maas.apps.7293b24ee1db6ad9a1ba.prod.konflux-ocp-ci.dev" "10.132.0.44:8000" outbound|8000||e2e-embedding-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.254:46932 10.132.0.254:443 10.132.0.19:55182 - v1-catch-all-path
2026-11-02T21:06:42.976219Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T21:06:47.288354Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T21:07:03.483088Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8
2026-11-02T21:07:14.990416Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/wasm.cc:317	Wasm remote code fetch is unstable and may cause a crash	thread=8