[2026-06-08T16:12:32.504Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 162 10 - "10.132.0.34" "Go-http-client/1.1" "11ed2407-e6f4-4b86-bc66-d83585b9a252" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.133.0.38:8000" outbound|8000||e2e-distinct-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.42:40130 10.134.0.42:443 10.132.0.34:36954 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com llm.e2e-distinct-simulated-kserve-route.3 [2026-06-08T16:12:32.478Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 471 37 - "100.64.0.4" "python-requests/2.32.5" "b4e81f93-ae12-4456-8f3e-f14d1fff16e0" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.132.0.34:8443" outbound|8443||maas-api.redhat-ai-gateway-infra.svc.cluster.local 10.134.0.42:37386 10.134.0.42:443 100.64.0.4:59860 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com redhat-ai-gateway-infra.maas-api-route.1 2026-06-08T16:12:46.793465Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:12:46.793513Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:12:46.806930Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:12:46.807086Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:12:46.807281Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:12:46.810256Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:12:46.810315Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=25 2026-06-08T16:12:46.810325Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:12:46.831908Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:12:46.831943Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:12:46.840754Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:12:46.840896Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:12:46.841097Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:12:46.843546Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:12:46.843615Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=25 2026-06-08T16:12:46.843631Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 [2026-06-08T16:12:46.791Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 55 298 18 - "100.64.0.3" "python-requests/2.32.5" "cdc0b2cb-c4e7-4c47-a612-0e9829722ec3" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.132.0.34:8443" outbound|8443||maas-api.redhat-ai-gateway-infra.svc.cluster.local 10.134.0.42:40196 10.134.0.42:443 100.64.0.3:2734 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com redhat-ai-gateway-infra.maas-api-route.1 [2026-06-08T16:12:46.830Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 55 298 13 - "100.64.0.4" "python-requests/2.32.5" "09557720-9d26-4fe6-b8a1-eae54650e6f3" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.132.0.34:8443" outbound|8443||maas-api.redhat-ai-gateway-infra.svc.cluster.local 10.134.0.42:40196 10.134.0.42:443 100.64.0.4:21322 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com redhat-ai-gateway-infra.maas-api-route.1 2026-06-08T16:12:54.879417Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:12:54.879464Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:12:54.883298Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:12:54.883408Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:12:54.885897Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:12:54.885930Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:12:54.892489Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:12:54.892597Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:12:54.892690Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:12:54.894261Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:12:54.894317Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-06-08T16:12:54.894327Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:12:54.895498Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:12:54.895549Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=25 2026-06-08T16:12:54.895559Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:12:54.921500Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:12:54.921534Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:12:54.924272Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:12:54.924364Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:12:54.926611Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:12:54.926643Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:12:54.932657Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:12:54.932760Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:12:54.932847Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:12:54.936136Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:12:54.936185Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-06-08T16:12:54.936195Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:12:54.938023Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:12:54.938081Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=25 2026-06-08T16:12:54.938092Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 [2026-06-08T16:12:54.884Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 162 9 - "10.132.0.34" "Go-http-client/1.1" "4990a0ca-8f19-4c1c-bd4f-ba184c3cfe5e" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.133.0.38:8000" outbound|8000||e2e-distinct-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.42:40130 10.134.0.42:443 10.132.0.34:36954 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com llm.e2e-distinct-simulated-kserve-route.3 [2026-06-08T16:12:54.877Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 468 18 - "100.64.0.2" "python-requests/2.32.5" "6ef165c1-ad32-47d7-aa96-123835ccc0d0" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.132.0.34:8443" outbound|8443||maas-api.redhat-ai-gateway-infra.svc.cluster.local 10.134.0.42:40196 10.134.0.42:443 100.64.0.2:8454 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com redhat-ai-gateway-infra.maas-api-route.1 [2026-06-08T16:12:54.925Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 166 10 - "10.132.0.34" "Go-http-client/1.1" "8acda801-5f2a-4a36-bc0f-9777acf4b989" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.133.0.37:8000" outbound|8000||e2e-distinct-2-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.42:52006 10.134.0.42:443 10.132.0.34:36954 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com llm.e2e-distinct-2-simulated-kserve-route.3 [2026-06-08T16:12:54.920Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 345 17 - "100.64.0.2" "python-requests/2.32.5" "a3bf7fae-ff4e-463e-8d2a-bf6480c949c7" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.132.0.34:8443" outbound|8443||maas-api.redhat-ai-gateway-infra.svc.cluster.local 10.134.0.42:40196 10.134.0.42:443 100.64.0.2:33014 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com redhat-ai-gateway-infra.maas-api-route.1 2026-06-08T16:13:11.514245Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:11.514291Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:11.529221Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:11.529362Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:11.532088Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:11.532122Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:11.541000Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:11.541130Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:11.542774Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:11.542841Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-06-08T16:13:11.542853Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:11.544515Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:11.544549Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:11.552388Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:11.552500Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:11.553841Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:11.553896Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-06-08T16:13:11.553906Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:11.555395Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:11.555425Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:11.563773Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:11.563883Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:11.565253Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:11.565307Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-06-08T16:13:11.565318Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:11.566341Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:11.566400Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-06-08T16:13:11.566411Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 [2026-06-08T16:13:11.530Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 162 12 - "10.132.0.34" "Go-http-client/1.1" "1e2a79cf-e94d-409f-949b-0860677073e2" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.133.0.38:8000" outbound|8000||e2e-distinct-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.42:40130 10.134.0.42:443 10.132.0.34:36954 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com llm.e2e-distinct-simulated-kserve-route.3 [2026-06-08T16:13:11.543Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 166 10 - "10.132.0.34" "Go-http-client/1.1" "54250e79-1bb3-4d06-b0d7-f49eff03b2f2" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.133.0.37:8000" outbound|8000||e2e-distinct-2-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.42:52006 10.134.0.42:443 10.132.0.34:36954 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com llm.e2e-distinct-2-simulated-kserve-route.3 [2026-06-08T16:13:11.554Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 150 10 - "10.132.0.34" "Go-http-client/1.1" "b391447a-1549-4dd7-b4c2-a1945457e1a3" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.133.0.40:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.42:50038 10.134.0.42:443 10.132.0.34:36954 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com llm.facebook-opt-125m-simulated-kserve-route.3 [2026-06-08T16:13:11.512Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 1361 53 - "100.64.0.3" "python-requests/2.32.5" "8d5d51c2-d7be-4664-95e8-88453c422a7e" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.132.0.34:8443" outbound|8443||maas-api.redhat-ai-gateway-infra.svc.cluster.local 10.134.0.42:37386 10.134.0.42:443 100.64.0.3:41760 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com redhat-ai-gateway-infra.maas-api-route.1 2026-06-08T16:13:28.067261Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:28.067309Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:28.080395Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:28.080531Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:28.083082Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:28.083122Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:28.091241Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:28.091365Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:28.092902Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:28.093002Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-06-08T16:13:28.093017Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:28.094154Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:28.094215Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-06-08T16:13:28.094230Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:28.119835Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:28.119873Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:28.128205Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:28.128306Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:28.130524Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:28.130562Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:28.137602Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:28.137717Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:28.139050Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:28.139110Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-06-08T16:13:28.139125Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:28.140149Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:28.140207Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-06-08T16:13:28.140221Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 [2026-06-08T16:13:28.081Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 162 11 - "10.132.0.34" "Go-http-client/1.1" "ea3d8115-e889-4f22-bdd9-d6b151fb3e10" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.133.0.38:8000" outbound|8000||e2e-distinct-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.42:40130 10.134.0.42:443 10.132.0.34:36954 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com llm.e2e-distinct-simulated-kserve-route.3 [2026-06-08T16:13:28.065Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 470 28 - "100.64.0.4" "python-requests/2.32.5" "05a18372-c8da-4863-b873-f106f3643d38" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.132.0.34:8443" outbound|8443||maas-api.redhat-ai-gateway-infra.svc.cluster.local 10.134.0.42:37386 10.134.0.42:443 100.64.0.4:2030 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com redhat-ai-gateway-infra.maas-api-route.1 [2026-06-08T16:13:28.129Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 166 9 - "10.132.0.34" "Go-http-client/1.1" "dd385df4-b6b3-4a39-9627-31022705d614" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.133.0.37:8000" outbound|8000||e2e-distinct-2-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.42:52006 10.134.0.42:443 10.132.0.34:36954 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com llm.e2e-distinct-2-simulated-kserve-route.3 [2026-06-08T16:13:28.118Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 347 21 - "100.64.0.2" "python-requests/2.32.5" "2f684813-dc62-4662-adab-34d40ffefd42" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.132.0.34:8443" outbound|8443||maas-api.redhat-ai-gateway-infra.svc.cluster.local 10.134.0.42:37386 10.134.0.42:443 100.64.0.2:14730 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com redhat-ai-gateway-infra.maas-api-route.1 2026-06-08T16:13:37.158525Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:37.158575Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:37.159864Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:37.159896Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 [2026-06-08T16:13:37.156Z] "GET /maas-api/v1/models HTTP/1.1" 401 - - "-" 0 0 3 - "100.64.0.3" "python-requests/2.32.5" "05207c7d-6798-49e1-bb27-509f19034872" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "-" outbound|8443||maas-api.redhat-ai-gateway-infra.svc.cluster.local - 10.134.0.42:443 100.64.0.3:33814 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com redhat-ai-gateway-infra.maas-api-route.1 2026-06-08T16:13:53.771287Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:53.771334Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:53.784838Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:53.785023Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:53.785259Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:53.789543Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:53.789615Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-06-08T16:13:53.789631Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:53.810482Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:53.810532Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:53.817638Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:53.817760Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:53.818035Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:53.818074Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:53.819790Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:53.819822Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:53.820049Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:53.822814Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:53.822954Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:53.823157Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:53.823708Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:53.844417Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:53.844455Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:53.851008Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:53.851113Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:53.851327Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:53.851356Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:53.851836Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:53.851859Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:53.874469Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:13:53.874503Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:13:53.881121Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:13:53.881227Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:13:53.881440Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:13:53.881469Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:13:53.881993Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:13:53.882015Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:13:53.901127Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:13:53.901165Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:13:53.904186Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:13:53.904280Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:13:53.907219Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:53.907254Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:53.913097Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:53.913200Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:53.913285Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:53.915875Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:53.915927Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-06-08T16:13:53.915938Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:13:53.917457Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:13:53.917508Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=25 2026-06-08T16:13:53.917519Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 [2026-06-08T16:13:53.769Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 88 331 20 - "100.64.0.4" "python-requests/2.32.5" "bd8436f3-10fd-4ebf-a959-99e50db9bb8c" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.132.0.34:8443" outbound|8443||maas-api.redhat-ai-gateway-infra.svc.cluster.local 10.134.0.42:37386 10.134.0.42:443 100.64.0.4:47838 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com redhat-ai-gateway-infra.maas-api-route.1 [2026-06-08T16:13:53.809Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 289 14 - "100.64.0.2" "python-requests/2.32.5" "813ac3e4-1f7d-484b-b79b-5f8c7a62e8d0" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.132.0.38:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.42:57320 10.134.0.42:443 100.64.0.2:33104 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com llm.e2e-unconfigured-facebook-opt-125m-simulated-kserve-route.0 [2026-06-08T16:13:53.843Z] "POST /v1/completions HTTP/1.1" 429 - - "-" 66 18 8 - "100.64.0.3" "python-requests/2.32.5" "5c98d6f7-eebe-461d-a96a-01bf7ce07d09" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.132.0.38:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.42:57320 10.134.0.42:443 100.64.0.3:41518 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com llm.e2e-unconfigured-facebook-opt-125m-simulated-kserve-route.0 [2026-06-08T16:13:53.873Z] "POST /v1/completions HTTP/1.1" 429 - - "-" 66 18 8 - "100.64.0.3" "python-requests/2.32.5" "0b421c3e-49ce-43c3-97c6-964307d84807" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.132.0.38:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.42:443 100.64.0.3:64172 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com llm.e2e-unconfigured-facebook-opt-125m-simulated-kserve-route.0 [2026-06-08T16:13:53.906Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 150 9 - "10.132.0.34" "Go-http-client/1.1" "f538601c-cf73-478e-bc06-808b2b3b69c5" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.132.0.38:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.42:41706 10.134.0.42:443 10.132.0.34:36954 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com llm.e2e-unconfigured-facebook-opt-125m-simulated-kserve-route.3 [2026-06-08T16:13:53.899Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 547 17 - "100.64.0.4" "python-requests/2.32.5" "bde47f11-079b-4356-8d1e-63d336818017" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.132.0.34:8443" outbound|8443||maas-api.redhat-ai-gateway-infra.svc.cluster.local 10.134.0.42:40196 10.134.0.42:443 100.64.0.4:47854 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com redhat-ai-gateway-infra.maas-api-route.1 2026-06-08T16:14:02.749075Z info ads ADS: new connection for node:6 2026-06-08T16:14:02.753323Z info cache read certificate from file resource=file-root:system 2026-06-08T16:14:07.432409Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:14:07.432455Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:14:07.446238Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:14:07.446354Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:14:07.446524Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:14:07.450782Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:14:07.450853Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-06-08T16:14:07.450868Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:14:07.802285Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:14:07.802328Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:14:07.803598Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:14:07.803636Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:14:07.825090Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:14:07.825123Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:14:07.825997Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:14:07.826036Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:14:07.847110Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:14:07.847145Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:14:07.854177Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:14:07.854286Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:14:07.854512Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:14:07.854542Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:14:07.855888Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:14:07.855911Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:14:07.856132Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:14:07.857017Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:14:07.857124Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-06-08T16:14:07.857134Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 [2026-06-08T16:14:07.430Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 79 321 20 - "100.64.0.2" "python-requests/2.32.5" "be529857-c8de-449f-90b0-ae81bc1da522" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.132.0.34:8443" outbound|8443||maas-api.redhat-ai-gateway-infra.svc.cluster.local 10.134.0.42:37386 10.134.0.42:443 100.64.0.2:19668 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com redhat-ai-gateway-infra.maas-api-route.1 [2026-06-08T16:14:07.800Z] "POST /llm/e2e-external-model/v1/chat/completions HTTP/1.1" 401 - - "-" 83 0 3 - "100.64.0.4" "python-requests/2.32.5" "e88c201e-531b-40df-9527-8a493c144658" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "-" outbound|443||httpbin.org - 10.134.0.42:443 100.64.0.4:39540 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com llm.e2e-external-model.0 [2026-06-08T16:14:07.823Z] "POST /llm/e2e-external-model/v1/chat/completions HTTP/1.1" 401 - - "-" 83 0 2 - "100.64.0.3" "python-requests/2.32.5" "a72e52dc-79bc-486c-9be6-4ee95b46b217" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "-" outbound|443||httpbin.org - 10.134.0.42:443 100.64.0.3:16242 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com llm.e2e-external-model.0 [2026-06-08T16:14:07.845Z] "POST /llm/e2e-external-model/v1/chat/completions HTTP/1.1" 404 - - "-" 83 98 11 - "100.64.0.4" "python-requests/2.32.5" "07e1c000-8c74-498d-ad39-a4580b186a68" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "-" outbound|443||httpbin.org - 10.134.0.42:443 100.64.0.4:45692 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com llm.e2e-external-model.0 2026-06-08T16:14:45.501509Z info ads ADS: "" 6 terminated 2026-06-08T16:15:13.527862Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:13.527911Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:13.530474Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:13.530584Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:13.530866Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:13.544510Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:13.544563Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:13.544603Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-06-08T16:15:13.544613Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:13.633780Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:13.633820Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:13.663525Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:13.663563Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:13.688245Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:13.688286Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:13.689654Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:13.689688Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:13.716488Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:13.716523Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:13.717601Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:13.717629Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:14.080997Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:14.081043Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:14.083791Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:14.083904Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:14.084204Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:14.086928Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:14.087001Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:14.087044Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=25 2026-06-08T16:15:14.087054Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 [2026-06-08T16:15:13.526Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 29 313 17 - "100.64.0.2" "python-requests/2.32.5" "d7433256-44d1-4190-a452-9594dbfe7e73" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.132.0.34:8443" outbound|8443||maas-api.redhat-ai-gateway-infra.svc.cluster.local 10.134.0.42:38828 10.134.0.42:443 100.64.0.2:56414 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com redhat-ai-gateway-infra.maas-api-route.1 [2026-06-08T16:15:13.633Z] "POST /maas-api/v1/api-keys HTTP/1.1" 401 - - "-" 37 0 30 - "100.64.0.3" "python-requests/2.32.5" "1e69f5b2-688a-48aa-b6bc-99eccd59a46e" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "-" outbound|8443||maas-api.redhat-ai-gateway-infra.svc.cluster.local - 10.134.0.42:443 100.64.0.3:61840 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com redhat-ai-gateway-infra.maas-api-route.1 [2026-06-08T16:15:13.687Z] "POST /maas-api/v1/api-keys HTTP/1.1" 401 - - "-" 35 0 2 - "100.64.0.4" "python-requests/2.32.5" "988cf144-2501-4d07-890e-58317373d8c3" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "-" outbound|8443||maas-api.redhat-ai-gateway-infra.svc.cluster.local - 10.134.0.42:443 100.64.0.4:31226 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com redhat-ai-gateway-infra.maas-api-route.1 [2026-06-08T16:15:13.715Z] "POST /maas-api/v1/api-keys HTTP/1.1" 401 - - "-" 36 0 1 - "100.64.0.2" "python-requests/2.32.5" "50a9e8a3-75a3-4316-9387-efa35fc29e75" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "-" outbound|8443||maas-api.redhat-ai-gateway-infra.svc.cluster.local - 10.134.0.42:443 100.64.0.2:56424 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com redhat-ai-gateway-infra.maas-api-route.1 [2026-06-08T16:15:14.080Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 28 312 6 - "100.64.0.3" "python-requests/2.32.5" "c1a340de-2676-40eb-8201-e35865f4d1b5" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.132.0.34:8443" outbound|8443||maas-api.redhat-ai-gateway-infra.svc.cluster.local 10.134.0.42:38844 10.134.0.42:443 100.64.0.3:61850 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com redhat-ai-gateway-infra.maas-api-route.1 2026-06-08T16:15:14.302171Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:14.302214Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:14.304895Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:14.305039Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:14.305191Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:14.306950Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:14.307018Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:14.307052Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=25 2026-06-08T16:15:14.307061Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:14.328335Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:14.328368Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:14.340487Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:14.340581Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:14.342554Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:14.342590Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:14.348391Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:14.348517Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:14.348612Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:14.350185Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:14.350241Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-06-08T16:15:14.350251Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:14.351164Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:14.351210Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:14.351243Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=25 2026-06-08T16:15:14.351252Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:14.369826Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:14.369864Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:14.376218Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:14.376342Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:14.376574Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:14.376604Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:14.377906Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:14.377929Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:14.378118Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:14.378714Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:14.378818Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:14.378904Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:14.379085Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:14.379560Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:14.464950Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:14.465010Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:14.467674Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:14.467787Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:14.467931Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:14.469506Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:14.469553Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:14.469585Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=25 2026-06-08T16:15:14.469594Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:14.488351Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:14.488387Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:14.490853Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:14.490953Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:14.493112Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:14.493155Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:14.493185Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=25 2026-06-08T16:15:14.493194Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 [2026-06-08T16:15:14.301Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 29 313 5 - "100.64.0.4" "python-requests/2.32.5" "69f6e588-4e85-44fb-bc11-785358e7be59" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.132.0.34:8443" outbound|8443||maas-api.redhat-ai-gateway-infra.svc.cluster.local 10.134.0.42:38844 10.134.0.42:443 100.64.0.4:31236 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com redhat-ai-gateway-infra.maas-api-route.1 [2026-06-08T16:15:14.341Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 150 9 - "10.132.0.34" "Go-http-client/1.1" "9b263fd4-39d9-4e16-9f48-967d9ddf034e" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.133.0.40:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.42:50038 10.134.0.42:443 10.132.0.34:36954 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com llm.facebook-opt-125m-simulated-kserve-route.3 [2026-06-08T16:15:14.327Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 590 23 - "100.64.0.2" "python-requests/2.32.5" "3dddb0a0-2b37-4abd-8eb4-af1623cc852a" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.132.0.34:8443" outbound|8443||maas-api.redhat-ai-gateway-infra.svc.cluster.local 10.134.0.42:38844 10.134.0.42:443 100.64.0.2:56428 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com redhat-ai-gateway-infra.maas-api-route.1 [2026-06-08T16:15:14.369Z] "POST /v1/chat/completions HTTP/1.1" 200 - via_upstream - "-" 123 334 10 - "100.64.0.3" "python-requests/2.32.5" "4dee72da-2c1a-439d-a750-2720cbe6c0cb" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.133.0.40:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.42:50038 10.134.0.42:443 100.64.0.3:61860 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com llm.facebook-opt-125m-simulated-kserve-route.1 [2026-06-08T16:15:14.464Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 29 313 5 - "100.64.0.4" "python-requests/2.32.5" "ad7445ff-e036-481b-bc3d-be62c5b023f9" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.132.0.34:8443" outbound|8443||maas-api.redhat-ai-gateway-infra.svc.cluster.local 10.134.0.42:38844 10.134.0.42:443 100.64.0.4:31250 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com redhat-ai-gateway-infra.maas-api-route.1 [2026-06-08T16:15:14.487Z] "DELETE /v1/api-keys/caa6761a-46ab-4a11-9464-413e1a314e2c HTTP/1.1" 200 - via_upstream - "-" 0 251 5 - "100.64.0.2" "python-requests/2.32.5" "05303a88-a2ca-4559-8818-22c20dd50274" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.132.0.34:8443" outbound|8443||maas-api.redhat-ai-gateway-infra.svc.cluster.local 10.134.0.42:38844 10.134.0.42:443 100.64.0.2:56432 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com redhat-ai-gateway-infra.maas-api-route.1 2026-06-08T16:15:17.519682Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:17.519732Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:17.523480Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:17.523554Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:17.524357Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:17.524405Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:17.524437Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=25 2026-06-08T16:15:17.524446Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:17.659563Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:17.659600Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:17.671550Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:17.671583Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:17.837924Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:17.837982Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:17.840653Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:17.840765Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:17.840909Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:17.842599Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:17.842646Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:17.842680Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=25 2026-06-08T16:15:17.842689Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:17.863589Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:17.863621Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:17.865878Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:17.865993Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:17.866122Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:17.867728Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:17.867772Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:17.867804Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=25 2026-06-08T16:15:17.867814Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:17.949720Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:17.949765Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:17.952330Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:17.952445Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:17.952590Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:17.954217Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:17.954266Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:17.954299Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-06-08T16:15:17.954307Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:17.977508Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:17.977546Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:17.979819Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:17.979917Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:17.981827Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:17.981870Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:17.981900Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-06-08T16:15:17.981908Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.003652Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.003685Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.006052Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.006148Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.007114Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.007156Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.007182Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-06-08T16:15:18.007190Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.092157Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.092199Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.094582Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.094692Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.094838Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.096385Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.096430Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.096461Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=25 2026-06-08T16:15:18.096470Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.116350Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.116384Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 [2026-06-08T16:15:17.518Z] "GET /v1/models HTTP/1.1" 500 - via_upstream - "-" 0 96 5 - "100.64.0.2" "python-requests/2.32.5" "e8dc2422-bf4a-4a92-b974-01e7242ec8fa" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.132.0.34:8443" outbound|8443||maas-api.redhat-ai-gateway-infra.svc.cluster.local 10.134.0.42:38844 10.134.0.42:443 100.64.0.2:27488 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com redhat-ai-gateway-infra.maas-api-route.1 [2026-06-08T16:15:17.658Z] "POST /maas-api/v1/api-keys HTTP/1.1" 401 - - "-" 38 0 12 - "100.64.0.3" "python-requests/2.32.5" "0fc4ece6-98c9-4644-b68e-726013d1f774" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "-" outbound|8443||maas-api.redhat-ai-gateway-infra.svc.cluster.local - 10.134.0.42:443 100.64.0.3:61862 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com redhat-ai-gateway-infra.maas-api-route.1 [2026-06-08T16:15:17.837Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 34 318 5 - "100.64.0.4" "python-requests/2.32.5" "9e845965-5b2f-4070-b461-3ac47224b4a8" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.132.0.34:8443" outbound|8443||maas-api.redhat-ai-gateway-infra.svc.cluster.local 10.134.0.42:38844 10.134.0.42:443 100.64.0.4:31256 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com redhat-ai-gateway-infra.maas-api-route.1 [2026-06-08T16:15:17.862Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 32 315 4 - "100.64.0.2" "python-requests/2.32.5" "2085a636-8a93-4dd3-ad84-fca1718d9429" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.132.0.34:8443" outbound|8443||maas-api.redhat-ai-gateway-infra.svc.cluster.local 10.134.0.42:38844 10.134.0.42:443 100.64.0.2:56446 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com redhat-ai-gateway-infra.maas-api-route.1 [2026-06-08T16:15:17.948Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 31 315 5 - "100.64.0.3" "python-requests/2.32.5" "f41e4c51-0af7-437e-a03b-bd9c8b05fe36" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.132.0.34:8443" outbound|8443||maas-api.redhat-ai-gateway-infra.svc.cluster.local 10.134.0.42:38828 10.134.0.42:443 100.64.0.3:61872 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com redhat-ai-gateway-infra.maas-api-route.1 [2026-06-08T16:15:17.976Z] "DELETE /v1/api-keys/4a36d6d2-5ef6-4f7d-891e-d144fd5851df HTTP/1.1" 200 - via_upstream - "-" 0 253 5 - "100.64.0.3" "python-requests/2.32.5" "8438a5db-e25a-413f-952e-8ca82a30940a" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.132.0.34:8443" outbound|8443||maas-api.redhat-ai-gateway-infra.svc.cluster.local 10.134.0.42:38828 10.134.0.42:443 100.64.0.3:39966 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com redhat-ai-gateway-infra.maas-api-route.1 [2026-06-08T16:15:18.003Z] "DELETE /v1/api-keys/4a36d6d2-5ef6-4f7d-891e-d144fd5851df HTTP/1.1" 404 - via_upstream - "-" 0 29 4 - "100.64.0.4" "python-requests/2.32.5" "17c4eb73-fb22-4219-a1b4-45630bf45581" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.132.0.34:8443" outbound|8443||maas-api.redhat-ai-gateway-infra.svc.cluster.local 10.134.0.42:38828 10.134.0.42:443 100.64.0.4:31262 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com redhat-ai-gateway-infra.maas-api-route.1 [2026-06-08T16:15:18.091Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 29 313 5 - "100.64.0.2" "python-requests/2.32.5" "f7489572-2e1d-48b0-9961-70bf64e2cc58" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.132.0.34:8443" outbound|8443||maas-api.redhat-ai-gateway-infra.svc.cluster.local 10.134.0.42:38844 10.134.0.42:443 100.64.0.2:56460 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com redhat-ai-gateway-infra.maas-api-route.1 2026-06-08T16:15:18.119525Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.119619Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.128442Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.128474Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.134573Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.134696Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.134787Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.135343Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.135387Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.135419Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-06-08T16:15:18.135427Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.136010Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.136050Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.136082Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=25 2026-06-08T16:15:18.136091Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.220098Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.220140Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.222592Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.222697Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.222830Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.224376Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.224419Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.224452Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=25 2026-06-08T16:15:18.224460Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.242658Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.242692Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.245628Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.245738Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.246320Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.246372Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.246412Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=25 2026-06-08T16:15:18.246424Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.263193Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.263232Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.266213Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.266317Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.267485Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.267517Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.273713Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.273844Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.273936Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.274528Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.274570Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.274600Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-06-08T16:15:18.274608Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.275183Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.275236Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.275279Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=25 2026-06-08T16:15:18.275292Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.374683Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.374720Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.377203Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.377298Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.377418Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.379054Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.379094Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.379125Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-06-08T16:15:18.379133Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.406880Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.406922Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.409869Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.409990Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.411152Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.411182Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.417069Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.417186Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.417271Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.417823Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.417869Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.417899Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-06-08T16:15:18.417907Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.418492Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.418534Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.418565Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=25 2026-06-08T16:15:18.418574Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.437782Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.437817Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.441128Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.441219Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.442342Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.442371Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.449764Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.449889Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.450007Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.450531Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.450570Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.450600Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-06-08T16:15:18.450608Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.451206Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.451257Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.451296Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-06-08T16:15:18.451308Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-06-08T16:15:18.540752Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.540796Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.543208Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.543315Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.543451Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.545107Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.545148Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-06-08T16:15:18.545179Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=25 2026-06-08T16:15:18.545188Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 [2026-06-08T16:15:18.127Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 150 7 - "10.132.0.34" "Go-http-client/1.1" "7037f5c6-4eab-4e84-ba9d-8ee85c5db270" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.133.0.40:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.42:50038 10.134.0.42:443 10.132.0.34:39918 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com llm.facebook-opt-125m-simulated-kserve-route.3 [2026-06-08T16:15:18.115Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 590 20 - "100.64.0.3" "python-requests/2.32.5" "131c6586-11d4-4658-b422-ab068bc8b848" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.132.0.34:8443" outbound|8443||maas-api.redhat-ai-gateway-infra.svc.cluster.local 10.134.0.42:38844 10.134.0.42:443 100.64.0.3:61882 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com redhat-ai-gateway-infra.maas-api-route.1 [2026-06-08T16:15:18.219Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 29 314 5 - "100.64.0.4" "python-requests/2.32.5" "ecf27bc9-1668-422c-9cd8-2234766e47f2" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.132.0.34:8443" outbound|8443||maas-api.redhat-ai-gateway-infra.svc.cluster.local 10.134.0.42:38844 10.134.0.42:443 100.64.0.4:59932 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com redhat-ai-gateway-infra.maas-api-route.1 [2026-06-08T16:15:18.242Z] "GET /v1/models HTTP/1.1" 403 - via_upstream - "-" 0 89 4 - "100.64.0.2" "python-requests/2.32.5" "05598150-5b59-4cfb-b4f5-0516ed85be54" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.132.0.34:8443" outbound|8443||maas-api.redhat-ai-gateway-infra.svc.cluster.local 10.134.0.42:38844 10.134.0.42:443 100.64.0.2:27494 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com redhat-ai-gateway-infra.maas-api-route.1 [2026-06-08T16:15:18.266Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 150 7 - "10.132.0.34" "Go-http-client/1.1" "ebf2a700-fc0b-4138-b07f-510070e3fe7e" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.133.0.40:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.42:50038 10.134.0.42:443 10.132.0.34:39918 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com llm.facebook-opt-125m-simulated-kserve-route.3 [2026-06-08T16:15:18.262Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 590 12 - "100.64.0.4" "python-requests/2.32.5" "89ba241e-35bf-4a9a-923a-44f645f968a6" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.132.0.34:8443" outbound|8443||maas-api.redhat-ai-gateway-infra.svc.cluster.local 10.134.0.42:38844 10.134.0.42:443 100.64.0.4:31268 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com redhat-ai-gateway-infra.maas-api-route.1 [2026-06-08T16:15:18.374Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 29 313 5 - "100.64.0.3" "python-requests/2.32.5" "800c98b5-11c9-427a-91ba-05b2d74b30cc" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.132.0.34:8443" outbound|8443||maas-api.redhat-ai-gateway-infra.svc.cluster.local 10.134.0.42:38828 10.134.0.42:443 100.64.0.3:39980 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com redhat-ai-gateway-infra.maas-api-route.1 [2026-06-08T16:15:18.410Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 150 7 - "10.132.0.34" "Go-http-client/1.1" "3973b3b8-5abb-43b6-9dcb-04682614fcdb" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.133.0.40:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.42:50038 10.134.0.42:443 10.132.0.34:39918 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com llm.facebook-opt-125m-simulated-kserve-route.3 [2026-06-08T16:15:18.406Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 590 12 - "100.64.0.4" "python-requests/2.32.5" "097dae62-7745-4602-a4bb-cffac20a3d3c" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.132.0.34:8443" outbound|8443||maas-api.redhat-ai-gateway-infra.svc.cluster.local 10.134.0.42:38844 10.134.0.42:443 100.64.0.4:59946 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com redhat-ai-gateway-infra.maas-api-route.1 [2026-06-08T16:15:18.441Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 150 8 - "10.132.0.34" "Go-http-client/1.1" "45f645b0-14b1-44f8-b4ee-33d11b80e8a8" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.133.0.40:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.42:50038 10.134.0.42:443 10.132.0.34:39918 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com llm.facebook-opt-125m-simulated-kserve-route.3 [2026-06-08T16:15:18.437Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 590 14 - "100.64.0.2" "python-requests/2.32.5" "c0d6730f-83c6-4ab3-8414-c618315e556a" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.132.0.34:8443" outbound|8443||maas-api.redhat-ai-gateway-infra.svc.cluster.local 10.134.0.42:38828 10.134.0.42:443 100.64.0.2:27496 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com redhat-ai-gateway-infra.maas-api-route.1 [2026-06-08T16:15:18.539Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 36 320 5 - "100.64.0.2" "python-requests/2.32.5" "12bc3cab-a7b0-4b7b-82c0-f15da318fe2b" "maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com" "10.132.0.34:8443" outbound|8443||maas-api.redhat-ai-gateway-infra.svc.cluster.local 10.134.0.42:38844 10.134.0.42:443 100.64.0.2:56472 maas.apps.f5111bd5-66ba-4cbe-9e4e-052915e106fe.prod.konfluxeaas.com redhat-ai-gateway-infra.maas-api-route.1