2026-04-21T01:59:02.887905Z	info	FLAG: --concurrency="0"
2026-04-21T01:59:02.887926Z	info	FLAG: --domain="openshift-ingress.svc.cluster.local"
2026-04-21T01:59:02.887930Z	info	FLAG: --help="false"
2026-04-21T01:59:02.887932Z	info	FLAG: --log_as_json="false"
2026-04-21T01:59:02.887934Z	info	FLAG: --log_caller=""
2026-04-21T01:59:02.887936Z	info	FLAG: --log_output_level="default:info"
2026-04-21T01:59:02.887938Z	info	FLAG: --log_stacktrace_level="default:none"
2026-04-21T01:59:02.887943Z	info	FLAG: --log_target="[stdout]"
2026-04-21T01:59:02.887946Z	info	FLAG: --meshConfig="./etc/istio/config/mesh"
2026-04-21T01:59:02.887949Z	info	FLAG: --outlierLogPath=""
2026-04-21T01:59:02.887951Z	info	FLAG: --profiling="true"
2026-04-21T01:59:02.887953Z	info	FLAG: --proxyComponentLogLevel="misc:error"
2026-04-21T01:59:02.887955Z	info	FLAG: --proxyLogLevel="warning"
2026-04-21T01:59:02.887957Z	info	FLAG: --serviceCluster="istio-proxy"
2026-04-21T01:59:02.887959Z	info	FLAG: --stsPort="0"
2026-04-21T01:59:02.887960Z	info	FLAG: --templateFile=""
2026-04-21T01:59:02.887962Z	info	FLAG: --tokenManagerPlugin=""
2026-04-21T01:59:02.887965Z	info	FLAG: --vklog="0"
2026-04-21T01:59:02.887988Z	info	Version 1.26.2-4b1e497cd1c6b51e6a45e6c0abe9aab6bb19e0a8-Clean
2026-04-21T01:59:02.887995Z	info	Set max file descriptors (ulimit -n) to: 1048576
2026-04-21T01:59:02.888155Z	info	Proxy role	ips=[10.132.0.25] type=router id=maas-default-gateway-openshift-default-58b6f876-5m5lj.openshift-ingress domain=openshift-ingress.svc.cluster.local
2026-04-21T01:59:02.888209Z	info	Apply proxy config from env {"discoveryAddress":"istiod-openshift-gateway.openshift-ingress.svc:15012","proxyHeaders":{"server":{"disabled":true},"envoyDebugHeaders":{"disabled":true},"metadataExchangeHeaders":{"mode":"IN_MESH"}}}

2026-04-21T01:59:02.889464Z	info	cpu limit detected as 2, setting concurrency
2026-04-21T01:59:02.889706Z	info	Effective config: binaryPath: /usr/local/bin/envoy
concurrency: 2
configPath: ./etc/istio/proxy
controlPlaneAuthPolicy: MUTUAL_TLS
discoveryAddress: istiod-openshift-gateway.openshift-ingress.svc:15012
drainDuration: 45s
proxyAdminPort: 15000
proxyHeaders:
  envoyDebugHeaders:
    disabled: true
  metadataExchangeHeaders:
    mode: IN_MESH
  server:
    disabled: true
serviceCluster: istio-proxy
statNameLength: 189
statusPort: 15020
terminationDrainDuration: 5s

2026-04-21T01:59:02.889717Z	info	JWT policy is third-party-jwt
2026-04-21T01:59:02.889720Z	info	using credential fetcher of JWT type in cluster.local trust domain
2026-04-21T01:59:02.891694Z	info	Starting default Istio SDS Server
2026-04-21T01:59:02.891719Z	info	CA Endpoint istiod-openshift-gateway.openshift-ingress.svc:15012, provider Citadel
2026-04-21T01:59:02.891750Z	info	Using CA istiod-openshift-gateway.openshift-ingress.svc:15012 cert with certs: var/run/secrets/istio/root-cert.pem
2026-04-21T01:59:02.891806Z	info	Opening status port 15020
2026-04-21T01:59:02.893116Z	info	xdsproxy	Initializing with upstream address "istiod-openshift-gateway.openshift-ingress.svc:15012" and cluster "Kubernetes"
2026-04-21T01:59:02.894419Z	info	Pilot SAN: [istiod-openshift-gateway.openshift-ingress.svc]
2026-04-21T01:59:02.895300Z	info	Starting proxy agent
2026-04-21T01:59:02.895331Z	info	Envoy command: [-c etc/istio/proxy/envoy-rev.json --drain-time-s 45 --drain-strategy immediate --local-address-ip-version v4 --file-flush-interval-msec 1000 --disable-hot-restart --allow-unknown-static-fields -l warning --component-log-level misc:error --skip-deprecated-logs --concurrency 2]
2026-04-21T01:59:02.903553Z	info	sds	Starting SDS grpc server
2026-04-21T01:59:02.903571Z	info	sds	Starting SDS server for workload certificates, will listen on "var/run/secrets/workload-spiffe-uds/socket"
2026-04-21T01:59:02.951186Z	warning	envoy main external/envoy/source/server/server.cc:874	Usage of the deprecated runtime key overload.global_downstream_max_connections, consider switching to `envoy.resource_monitors.global_downstream_max_connections` instead.This runtime key will be removed in future.	thread=8
2026-04-21T01:59:02.951481Z	warning	envoy main external/envoy/source/server/server.cc:970	There is no configured limit to the number of allowed active downstream connections. Configure a limit in `envoy.resource_monitors.global_downstream_max_connections` resource monitor.	thread=8
2026-04-21T01:59:02.957471Z	info	xdsproxy	connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012	id=1
2026-04-21T01:59:03.028766Z	info	ads	ADS: new connection for node:1
2026-04-21T01:59:03.029337Z	info	ads	ADS: new connection for node:2
2026-04-21T01:59:03.515292Z	info	cache	generated new workload certificate	resourceName=default latency=621.859831ms ttl=23h59m59.484714169s
2026-04-21T01:59:03.515339Z	info	cache	Root cert has changed, start rotating root cert
2026-04-21T01:59:03.515381Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.484619513s
2026-04-21T01:59:03.515377Z	info	cache	returned workload certificate from cache	ttl=23h59m59.484629385s
2026-04-21T01:59:03.515480Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.484520868s
2026-04-21T01:59:03.515926Z	info	cache	returned workload trust anchor from cache	ttl=23h59m59.484074945s
2026-04-21T01:59:04.137919Z	info	Readiness succeeded in 1.252531945s
2026-04-21T01:59:04.138207Z	info	Envoy proxy is ready
2026-04-21T02:00:55.496884Z	info	wasm	fetching image kuadrant/wasm-shim from registry quay.io with tag v0.12.1
2026-04-21T02:02:07.989023Z	info	ads	ADS: new connection for node:3
2026-04-21T02:02:07.989175Z	info	cache	adding watcher for file certificate /var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-04-21T02:02:07.989202Z	info	cache	read certificate from file	resource=file-root:/var/run/secrets/kubernetes.io/serviceaccount/service-ca.crt
2026-04-21T02:03:50.395598Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens	thread=19
[2026-04-21T02:03:50.362Z] "POST /v1/api-keys HTTP/2" 201 - via_upstream - "-" 55 321 32 - "100.64.0.4" "curl/7.76.1" "4fad0c75-f691-4624-8c1d-53df36ec9b58" "maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com" "10.133.0.49:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.132.0.25:38364 10.132.0.25:443 100.64.0.4:41122 maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com opendatahub.maas-api-route.1
2026-04-21T02:03:50.519881Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens	thread=19
2026-04-21T02:03:50.522118Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens	thread=19
[2026-04-21T02:03:50.499Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 150 20 - "100.64.0.4" "Go-http-client/1.1" "f740c293-c262-4887-90b0-22f7e2b7c262" "maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com" "10.134.0.43:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.25:52916 10.132.0.25:443 100.64.0.4:22486 maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com llm.facebook-opt-125m-simulated-kserve-route.2
[2026-04-21T02:03:50.453Z] "GET /v1/models HTTP/2" 200 - via_upstream - "-" 0 590 68 - "100.64.0.2" "curl/7.76.1" "cf6320de-bf31-4297-bfc3-5628dff68cd5" "maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com" "10.133.0.49:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.132.0.25:38364 10.132.0.25:443 100.64.0.2:60956 maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com opendatahub.maas-api-route.1
[2026-04-21T02:03:50.579Z] "POST /v1/chat/completions HTTP/2" 200 - via_upstream - "-" 100 493 15 - "100.64.0.3" "curl/7.76.1" "6a26cf49-4bbc-4909-aafe-c59279f61c6d" "maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com" "10.134.0.43:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.25:52928 10.132.0.25:443 100.64.0.3:32930 maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com llm.facebook-opt-125m-simulated-kserve-route.1
[2026-04-21T02:03:50.629Z] "POST /v1/chat/completions HTTP/2" 200 - via_upstream - "-" 100 388 10 - "100.64.0.3" "curl/7.76.1" "6cbf5308-5cf9-49db-920e-2f5b81d25a03" "maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com" "10.134.0.43:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.25:52916 10.132.0.25:443 100.64.0.3:1140 maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com llm.facebook-opt-125m-simulated-kserve-route.1
2026-04-21T02:03:51.028397Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens	thread=18
[2026-04-21T02:03:50.668Z] "POST /v1/chat/completions HTTP/2" 200 - via_upstream - "-" 100 405 10 - "100.64.0.4" "curl/7.76.1" "e7d42718-7883-4fe4-84b2-2c891c7ca8b7" "maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com" "10.134.0.43:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.25:52928 10.132.0.25:443 100.64.0.4:41130 maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com llm.facebook-opt-125m-simulated-kserve-route.1
[2026-04-21T02:03:50.705Z] "POST /v1/chat/completions HTTP/2" 429 -  - "-" 100 18 7 - "100.64.0.2" "curl/7.76.1" "7d916f00-304e-48f3-b34c-38833f8cc380" "maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com" "10.134.0.43:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.25:52916 10.132.0.25:443 100.64.0.2:36894 maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com llm.facebook-opt-125m-simulated-kserve-route.1
[2026-04-21T02:03:50.759Z] "POST /v1/chat/completions HTTP/2" 429 -  - "-" 100 18 7 - "100.64.0.4" "curl/7.76.1" "c16ea712-8de0-492f-b7cf-6db4109e02a2" "maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com" "10.134.0.43:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.25:52928 10.132.0.25:443 100.64.0.4:22490 maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com llm.facebook-opt-125m-simulated-kserve-route.1
[2026-04-21T02:03:50.792Z] "POST /v1/chat/completions HTTP/2" 429 -  - "-" 100 18 8 - "100.64.0.3" "curl/7.76.1" "d046befa-28cb-4c2c-b22b-ce4e5cfe46b4" "maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com" "10.134.0.43:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.132.0.25:443 100.64.0.3:32942 maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com llm.facebook-opt-125m-simulated-kserve-route.1
[2026-04-21T02:03:50.824Z] "POST /v1/chat/completions HTTP/2" 429 -  - "-" 100 18 8 - "100.64.0.2" "curl/7.76.1" "8c7261a6-0076-4f1f-b8fa-41d57c017a52" "maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com" "10.134.0.43:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.25:52942 10.132.0.25:443 100.64.0.2:36900 maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com llm.facebook-opt-125m-simulated-kserve-route.1
[2026-04-21T02:03:50.859Z] "POST /v1/chat/completions HTTP/2" 429 -  - "-" 100 18 8 - "100.64.0.4" "curl/7.76.1" "00fa4ffe-756d-4be1-ab9f-6a2314f47efd" "maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com" "10.134.0.43:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.132.0.25:443 100.64.0.4:22506 maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com llm.facebook-opt-125m-simulated-kserve-route.1
[2026-04-21T02:03:50.889Z] "POST /v1/chat/completions HTTP/2" 429 -  - "-" 100 18 7 - "100.64.0.2" "curl/7.76.1" "d1e89027-b64f-4bad-aeb8-a1360f2067b1" "maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com" "10.134.0.43:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.25:52944 10.132.0.25:443 100.64.0.2:60960 maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com llm.facebook-opt-125m-simulated-kserve-route.1
[2026-04-21T02:03:50.924Z] "POST /v1/chat/completions HTTP/2" 429 -  - "-" 100 18 8 - "100.64.0.3" "curl/7.76.1" "2c3f2b2c-7af7-4e49-909e-781e89eeaa59" "maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com" "10.134.0.43:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.132.0.25:443 100.64.0.3:1144 maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com llm.facebook-opt-125m-simulated-kserve-route.1
[2026-04-21T02:03:50.956Z] "POST /v1/chat/completions HTTP/2" 429 -  - "-" 100 18 8 - "100.64.0.4" "curl/7.76.1" "81b28d48-9d06-4c9b-ade5-cca321e70a2a" "maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com" "10.134.0.43:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.25:52958 10.132.0.25:443 100.64.0.4:41142 maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com llm.facebook-opt-125m-simulated-kserve-route.1
[2026-04-21T02:03:50.990Z] "POST /llm/facebook-opt-125m-simulated/v1/chat/completions HTTP/2" 401 -  - "-" 100 0 1 - "100.64.0.3" "curl/7.76.1" "d5e46473-ea49-48ed-95b8-49f40d36924e" "maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.132.0.25:443 100.64.0.3:32954 maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com llm.facebook-opt-125m-simulated-kserve-route.1
[2026-04-21T02:03:51.016Z] "DELETE /v1/api-keys/21124bac-02a9-45d5-9c8c-084b67c7d651 HTTP/2" 200 - via_upstream - "-" 0 334 11 - "100.64.0.2" "curl/7.76.1" "53ff898d-f41e-439e-8795-7772b763c999" "maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com" "10.133.0.49:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.132.0.25:38372 10.132.0.25:443 100.64.0.2:60966 maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com opendatahub.maas-api-route.1
2026-04-21T02:04:23.388810Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens	thread=19
2026-04-21T02:04:23.388839Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=19
2026-04-21T02:04:23.446553Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=19
2026-04-21T02:04:23.446599Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=19
2026-04-21T02:04:23.450677Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=19
2026-04-21T02:04:23.450789Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=19
2026-04-21T02:04:23.453919Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=19
2026-04-21T02:04:23.453951Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=19
2026-04-21T02:04:23.461288Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=19
2026-04-21T02:04:23.461430Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=19
2026-04-21T02:04:23.461528Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=19
2026-04-21T02:04:23.464938Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=19
2026-04-21T02:04:23.465017Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=19
2026-04-21T02:04:23.465051Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens	thread=19
2026-04-21T02:04:23.465061Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=19
2026-04-21T02:04:23.466953Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=19
2026-04-21T02:04:23.467026Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=19
2026-04-21T02:04:23.467061Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens	thread=19
2026-04-21T02:04:23.467070Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=19
2026-04-21T02:04:23.729749Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=18
2026-04-21T02:04:23.730351Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=18
2026-04-21T02:04:23.730375Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=18
[2026-04-21T02:04:23.376Z] "POST /v1/api-keys HTTP/2" 201 - via_upstream - "-" 55 320 12 - "100.64.0.3" "curl/7.76.1" "6350e7b6-5bf6-4a7e-9278-19c8050746d5" "maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com" "10.133.0.49:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.132.0.25:38364 10.132.0.25:443 100.64.0.3:9090 maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com opendatahub.maas-api-route.1
[2026-04-21T02:04:23.453Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 150 11 - "100.64.0.4" "Go-http-client/1.1" "9eed1ffe-71f3-46e5-b88e-6f567e32adbd" "maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com" "10.134.0.43:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.25:55756 10.132.0.25:443 100.64.0.4:22486 maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com llm.facebook-opt-125m-simulated-kserve-route.2
[2026-04-21T02:04:23.445Z] "GET /v1/models HTTP/2" 200 - via_upstream - "-" 0 590 21 - "100.64.0.2" "curl/7.76.1" "706a1f58-4ae9-4f6f-b121-b6782bb11d1d" "maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com" "10.133.0.49:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.132.0.25:38364 10.132.0.25:443 100.64.0.2:52338 maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com opendatahub.maas-api-route.1
[2026-04-21T02:04:23.514Z] "POST /v1/chat/completions HTTP/2" 429 -  - "-" 100 18 9 - "100.64.0.4" "curl/7.76.1" "c7e16bd3-4a78-4662-9f41-0a8554ffeda0" "maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com" "10.134.0.43:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.132.0.25:443 100.64.0.4:20334 maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com llm.facebook-opt-125m-simulated-kserve-route.1
[2026-04-21T02:04:23.557Z] "POST /v1/chat/completions HTTP/2" 429 -  - "-" 100 18 8 - "100.64.0.4" "curl/7.76.1" "2b42e2c3-2a0e-4e8e-8aa9-69888fc54e90" "maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com" "10.134.0.43:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.25:55770 10.132.0.25:443 100.64.0.4:7208 maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com llm.facebook-opt-125m-simulated-kserve-route.1
[2026-04-21T02:04:23.589Z] "POST /v1/chat/completions HTTP/2" 429 -  - "-" 100 18 8 - "100.64.0.2" "curl/7.76.1" "fbbc88cd-8cc4-48fe-aea0-c0c336bb6a3f" "maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com" "10.134.0.43:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.132.0.25:443 100.64.0.2:3572 maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com llm.facebook-opt-125m-simulated-kserve-route.1
[2026-04-21T02:04:23.623Z] "POST /v1/chat/completions HTTP/2" 429 -  - "-" 100 18 8 - "100.64.0.3" "curl/7.76.1" "d77727f1-82b9-46c7-b68d-d4ea25babac0" "maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com" "10.134.0.43:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.25:55784 10.132.0.25:443 100.64.0.3:48756 maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com llm.facebook-opt-125m-simulated-kserve-route.1
[2026-04-21T02:04:23.657Z] "POST /v1/chat/completions HTTP/2" 429 -  - "-" 100 18 8 - "100.64.0.2" "curl/7.76.1" "5a2f513e-7a20-4e78-8708-ef848c9743d0" "maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com" "10.134.0.43:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.132.0.25:443 100.64.0.2:52340 maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com llm.facebook-opt-125m-simulated-kserve-route.1
[2026-04-21T02:04:23.689Z] "POST /v1/chat/completions HTTP/2" 429 -  - "-" 100 18 8 - "100.64.0.4" "curl/7.76.1" "fbdde070-9805-4c10-8924-0491cc2d871c" "maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com" "10.134.0.43:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.25:55790 10.132.0.25:443 100.64.0.4:7210 maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com llm.facebook-opt-125m-simulated-kserve-route.1
[2026-04-21T02:04:23.722Z] "POST /v1/chat/completions HTTP/2" 429 -  - "-" 100 18 7 - "100.64.0.3" "curl/7.76.1" "bef999a4-2b45-4995-a35a-a127606bd6b6" "maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com" "10.134.0.43:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.132.0.25:443 100.64.0.3:9096 maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com llm.facebook-opt-125m-simulated-kserve-route.1
2026-04-21T02:04:23.756104Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=19
2026-04-21T02:04:23.756139Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=19
2026-04-21T02:04:23.763071Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=19
2026-04-21T02:04:23.763207Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=19
2026-04-21T02:04:23.763447Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=19
2026-04-21T02:04:23.763475Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=19
2026-04-21T02:04:23.764151Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=19
2026-04-21T02:04:23.764174Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=19
2026-04-21T02:04:23.789667Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=19
2026-04-21T02:04:23.789700Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=19
2026-04-21T02:04:23.795900Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=19
2026-04-21T02:04:23.796056Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=19
2026-04-21T02:04:23.796283Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=19
2026-04-21T02:04:23.796312Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=19
2026-04-21T02:04:23.796888Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=19
2026-04-21T02:04:23.796911Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=19
2026-04-21T02:04:23.821961Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=19
2026-04-21T02:04:23.822035Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=19
2026-04-21T02:04:23.828717Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=19
2026-04-21T02:04:23.828849Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=19
2026-04-21T02:04:23.829109Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=19
2026-04-21T02:04:23.829138Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=19
2026-04-21T02:04:23.829759Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=19
2026-04-21T02:04:23.829782Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=19
2026-04-21T02:04:23.853873Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=18
2026-04-21T02:04:23.853917Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=18
2026-04-21T02:04:23.860586Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=18
2026-04-21T02:04:23.860719Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=18
2026-04-21T02:04:23.860956Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=18
2026-04-21T02:04:23.861023Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=18
2026-04-21T02:04:23.861615Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=18
2026-04-21T02:04:23.861638Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=18
2026-04-21T02:04:23.886945Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=19
2026-04-21T02:04:23.887000Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=19
2026-04-21T02:04:23.888294Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=19
2026-04-21T02:04:23.888322Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=19
2026-04-21T02:04:23.918268Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=18
2026-04-21T02:04:23.918304Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=18
2026-04-21T02:04:23.923615Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=18
2026-04-21T02:04:23.923717Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=18
2026-04-21T02:04:23.927241Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=18
2026-04-21T02:04:23.927303Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=18
2026-04-21T02:04:23.927341Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens	thread=18
2026-04-21T02:04:23.927350Z	warning	envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140	wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span	thread=18
[2026-04-21T02:04:23.755Z] "POST /v1/chat/completions HTTP/2" 429 -  - "-" 100 18 8 - "100.64.0.4" "curl/7.76.1" "4f819399-f273-40bc-a022-6fb18d8837bd" "maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com" "10.134.0.43:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.25:55756 10.132.0.25:443 100.64.0.4:20336 maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com llm.facebook-opt-125m-simulated-kserve-route.1
[2026-04-21T02:04:23.789Z] "POST /v1/chat/completions HTTP/2" 429 -  - "-" 100 18 8 - "100.64.0.3" "curl/7.76.1" "28dfba76-42b7-4e6c-8233-02013fcacee4" "maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com" "10.134.0.43:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.132.0.25:443 100.64.0.3:48772 maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com llm.facebook-opt-125m-simulated-kserve-route.1
[2026-04-21T02:04:23.821Z] "POST /v1/chat/completions HTTP/2" 429 -  - "-" 100 18 8 - "100.64.0.2" "curl/7.76.1" "dff7ff31-7984-4e73-ba46-f872a35879d4" "maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com" "10.134.0.43:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.25:55816 10.132.0.25:443 100.64.0.2:52348 maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com llm.facebook-opt-125m-simulated-kserve-route.1
[2026-04-21T02:04:23.853Z] "POST /v1/chat/completions HTTP/2" 429 -  - "-" 100 18 8 - "100.64.0.2" "curl/7.76.1" "86d8b5ed-7391-4d42-8046-f2e2eadf5923" "maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com" "10.134.0.43:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.132.0.25:55802 10.132.0.25:443 100.64.0.2:3582 maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com llm.facebook-opt-125m-simulated-kserve-route.1
[2026-04-21T02:04:23.886Z] "POST /llm/facebook-opt-125m-simulated/v1/chat/completions HTTP/2" 401 -  - "-" 100 0 1 - "100.64.0.4" "curl/7.76.1" "70f805ce-621f-4951-bb4b-390d9f329d5b" "maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.132.0.25:443 100.64.0.4:7212 maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com llm.facebook-opt-125m-simulated-kserve-route.1
[2026-04-21T02:04:23.917Z] "DELETE /v1/api-keys/434f604a-5e78-403b-b88e-32b1e3a15ab1 HTTP/2" 200 - via_upstream - "-" 0 334 10 - "100.64.0.3" "curl/7.76.1" "e6d7ce5c-76ba-4bfb-8934-a14c95c9b6f3" "maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com" "10.133.0.49:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.132.0.25:38372 10.132.0.25:443 100.64.0.3:48776 maas.apps.84cae07f-31d9-45c8-ad71-ec60b841351a.prod.konfluxeaas.com opendatahub.maas-api-route.1