[2026-07-10T01:18:54.314Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 314 17 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "18ef1ac9-0beb-4c11-80f2-2c5c20f97de7" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.134.0.37:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.37:44842 10.133.0.37:443 10.132.0.9:51140 - odh-ai-gateway-infra.maas-api-route.3 [2026-07-10T01:18:54.354Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 313 13 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "0782b0e1-4d00-495e-b8fc-f80fc0b1fa2c" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.134.0.37:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.37:34742 10.133.0.37:443 10.132.0.9:51152 - odh-ai-gateway-infra.maas-api-route.3 [2026-07-10T01:18:54.388Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 313 11 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "59e40e3c-ce98-434d-81ec-b38c6b673ad4" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.134.0.37:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.37:34742 10.133.0.37:443 10.132.0.9:51162 - odh-ai-gateway-infra.maas-api-route.3 [2026-07-10T01:18:54.419Z] "POST /v1/api-keys/search HTTP/1.1" 200 - via_upstream - "-" 122 363 12 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "da681693-043d-44b2-b942-ff20e4bf7215" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.134.0.37:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.37:44842 10.133.0.37:443 10.132.0.9:51178 - odh-ai-gateway-infra.maas-api-route.3 [2026-07-10T01:18:54.459Z] "DELETE /v1/api-keys/f9a0dd10-75b6-4856-81bd-6c2ad9153cd7 HTTP/1.1" 200 - via_upstream - "-" 0 320 11 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "81f209d0-9cb7-4322-8632-5ce530195ae5" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.134.0.37:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.37:44842 10.133.0.37:443 10.132.0.9:51184 - odh-ai-gateway-infra.maas-api-route.3 [2026-07-10T01:18:54.493Z] "DELETE /v1/api-keys/61abadf3-f309-43a5-aea6-d80257461675 HTTP/1.1" 200 - via_upstream - "-" 0 320 10 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "aec6702e-5ced-4ab6-a6c3-2b8e038c60aa" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.134.0.37:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.37:44842 10.133.0.37:443 10.132.0.9:51194 - odh-ai-gateway-infra.maas-api-route.3 [2026-07-10T01:18:54.527Z] "DELETE /v1/api-keys/f2477e38-41c7-412f-98d8-0b1d96d5840c HTTP/1.1" 200 - via_upstream - "-" 0 320 10 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "90b357f4-c38d-4ab2-90e8-888293195227" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.134.0.37:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.37:44842 10.133.0.37:443 10.132.0.9:51196 - odh-ai-gateway-infra.maas-api-route.3 2026-07-10T01:19:59.390815Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:19:59.390864Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:19:59.399264Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:19:59.399402Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:19:59.399724Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:19:59.403703Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:19:59.403756Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:19:59.403790Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=26 2026-07-10T01:19:59.403799Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:19:59.425174Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:19:59.425212Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:19:59.432735Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:19:59.432855Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:19:59.433020Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:19:59.435251Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:19:59.435300Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:19:59.435334Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=26 2026-07-10T01:19:59.435342Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:19:59.456757Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:19:59.456793Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:19:59.463335Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:19:59.463449Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:19:59.463605Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:19:59.467752Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:19:59.467799Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:19:59.467854Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=26 2026-07-10T01:19:59.467866Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:19:59.487254Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:19:59.487288Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:19:59.494031Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:19:59.494139Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:19:59.496603Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:19:59.496650Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:19:59.496681Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=26 2026-07-10T01:19:59.496689Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:19:59.519524Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:19:59.519559Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:19:59.526771Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:19:59.526879Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:19:59.529273Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:19:59.529316Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:19:59.529348Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=26 2026-07-10T01:19:59.529356Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:19:59.557588Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:19:59.557631Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:19:59.564978Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:19:59.565107Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:19:59.565457Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:19:59.568929Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:19:59.568978Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:19:59.569011Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=25 2026-07-10T01:19:59.569020Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:19:59.590742Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:19:59.590782Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:19:59.611268Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:19:59.611404Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:19:59.611661Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:19:59.611691Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:19:59.613344Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:19:59.613366Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:19:59.613583Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:19:59.615608Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:19:59.615731Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:19:59.615891Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:19:59.616327Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:19:59.634881Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:19:59.634918Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:19:59.642207Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:19:59.642349Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:19:59.642501Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:19:59.644752Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:19:59.644797Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:19:59.644828Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=25 2026-07-10T01:19:59.644837Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:19:59.667793Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:19:59.667829Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:19:59.676717Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:19:59.676841Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:19:59.677068Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:19:59.677096Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:19:59.677520Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:19:59.677541Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:19:59.677743Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:19:59.679507Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:19:59.679630Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:19:59.679786Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:19:59.680119Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:19:59.702957Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:19:59.703012Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:19:59.711312Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:19:59.711473Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:19:59.711692Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:19:59.714067Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:19:59.714130Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:19:59.714178Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=26 2026-07-10T01:19:59.714191Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 [2026-07-10T01:19:59.389Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 68 310 14 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "3cd41381-2d80-45c2-8600-0784b36fee95" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.134.0.37:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.37:57666 10.133.0.37:443 10.132.0.9:52500 - odh-ai-gateway-infra.maas-api-route.3 [2026-07-10T01:19:59.423Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 68 310 11 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "dd9bda41-4310-43e5-9ca9-e12d526f2638" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.134.0.37:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.37:57666 10.133.0.37:443 10.132.0.9:52504 - odh-ai-gateway-infra.maas-api-route.3 [2026-07-10T01:19:59.455Z] "POST /v1/api-keys/search HTTP/1.1" 200 - via_upstream - "-" 77 2882 12 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "95a34bd3-1008-4a55-9e62-0de7c9dd82ab" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.134.0.37:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.37:57666 10.133.0.37:443 10.132.0.9:52520 - odh-ai-gateway-infra.maas-api-route.3 [2026-07-10T01:19:59.485Z] "DELETE /v1/api-keys/9619a84d-fa52-431d-86bf-e285321770a6 HTTP/1.1" 200 - via_upstream - "-" 0 318 10 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "6c1cb5b4-f37b-42b7-9c21-3d6c9dee9bed" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.134.0.37:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.37:57666 10.133.0.37:443 10.132.0.9:52524 - odh-ai-gateway-infra.maas-api-route.3 [2026-07-10T01:19:59.518Z] "DELETE /v1/api-keys/c1dc2e10-0702-45d2-aaa5-113873e2283c HTTP/1.1" 200 - via_upstream - "-" 0 318 11 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "5e50ef41-e00d-4ddc-9d4d-cec4cc45fe49" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.134.0.37:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.37:57666 10.133.0.37:443 10.132.0.9:52540 - odh-ai-gateway-infra.maas-api-route.3 [2026-07-10T01:19:59.556Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 314 12 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "450935af-3f61-4762-8fe5-324ece2ed46e" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.134.0.37:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.37:57680 10.133.0.37:443 10.132.0.9:52542 - odh-ai-gateway-infra.maas-api-route.3 [2026-07-10T01:19:59.588Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 281 27 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "620ae583-80f6-401d-b6a6-f575c5387acd" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.133.0.39:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.37:44724 10.133.0.37:443 10.132.0.9:52548 - llm.facebook-opt-125m-simulated-kserve-route.0 [2026-07-10T01:19:59.633Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 313 11 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "6033c7e3-d6dd-4a05-9bff-3e0902557d1d" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.134.0.37:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.37:57680 10.133.0.37:443 10.132.0.9:52554 - odh-ai-gateway-infra.maas-api-route.3 [2026-07-10T01:19:59.665Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 284 14 - "34.228.250.194,10.132.0.9" "-" "28c407b9-e17a-47ed-9b9c-ba4dc752c904" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.133.0.39:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.37:44724 10.133.0.37:443 10.132.0.9:52564 - llm.facebook-opt-125m-simulated-kserve-route.0 [2026-07-10T01:19:59.701Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 93 317 12 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "74860a00-2f36-4a1c-8ddd-901400697023" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.134.0.37:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.37:57666 10.133.0.37:443 10.132.0.9:52570 - odh-ai-gateway-infra.maas-api-route.3 2026-07-10T01:20:04.739660Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:20:04.739708Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:20:04.746184Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:20:04.746247Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:20:04.767758Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:20:04.767797Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:20:04.775319Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:20:04.775435Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:20:04.775583Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:20:04.777901Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:20:04.777946Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:20:04.777978Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=25 2026-07-10T01:20:04.777987Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:20:04.800776Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:20:04.800816Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:20:04.806795Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:20:04.806837Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 [2026-07-10T01:20:04.737Z] "POST /v1/completions HTTP/1.1" 403 - - "-" 66 92 8 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "938730bf-7bad-401e-9c58-6c400b9292a4" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.133.0.39:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.37:44724 10.133.0.37:443 10.132.0.9:52582 - llm.facebook-opt-125m-simulated-kserve-route.0 [2026-07-10T01:20:04.766Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 314 11 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "9ba52427-6575-4767-9313-233072c8a189" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.134.0.37:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.37:57680 10.133.0.37:443 10.132.0.9:52598 - odh-ai-gateway-infra.maas-api-route.3 [2026-07-10T01:20:04.798Z] "POST /v1/completions HTTP/1.1" 403 - - "-" 66 107 8 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "83d02448-fa78-4b2d-8faa-bc55a37b93c1" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.134.0.42:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.37:443 10.132.0.9:52600 - llm.e2e-unconfigured-facebook-opt-125m-simulated-kserve-route.0 2026-07-10T01:20:56.576900Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:20:56.576957Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:20:56.589980Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:20:56.590136Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:20:56.590359Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:20:56.601480Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:20:56.601553Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:20:56.601601Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=25 2026-07-10T01:20:56.601615Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:20:56.623149Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:20:56.623192Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:20:56.632536Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:20:56.632675Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:20:56.632934Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:20:56.632964Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:20:56.634651Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:20:56.634674Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:20:56.634891Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:20:56.638761Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:20:56.638892Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:20:56.639064Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:20:56.639521Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:20:56.658463Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:20:56.658508Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:20:56.667758Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:20:56.667906Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:20:56.668167Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:20:56.668207Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:20:56.668740Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:20:56.668771Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:20:56.668997Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:20:56.671470Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:20:56.671614Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:20:56.671795Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:20:56.672154Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:20:56.708194Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:20:56.708264Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:20:56.717110Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:20:56.717278Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:20:56.717540Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:20:56.717575Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:20:56.717981Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:20:56.718003Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:20:56.718260Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:20:56.719763Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:20:56.719889Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:20:56.720045Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:20:56.720373Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:20:56.742303Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:20:56.742338Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:20:56.751454Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:20:56.751585Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:20:56.751817Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:20:56.751846Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:20:56.752279Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:20:56.752301Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:20:56.752508Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:20:56.754059Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:20:56.754180Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:20:56.754378Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:20:56.754740Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 [2026-07-10T01:20:56.575Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 313 26 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "18a421d3-fbff-4635-8626-8a9bcc826886" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.134.0.37:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.37:57680 10.133.0.37:443 10.132.0.9:59276 - odh-ai-gateway-infra.maas-api-route.3 [2026-07-10T01:20:56.621Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 299 18 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "b14c9c38-a70c-4ba8-a7fe-ad94d9c75f80" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.133.0.39:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.37:41462 10.133.0.37:443 10.132.0.9:59290 - llm.facebook-opt-125m-simulated-kserve-route.0 [2026-07-10T01:20:56.656Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 282 15 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "769936dd-23b6-4f83-8957-5cfc4d870020" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.133.0.39:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.37:41474 10.133.0.37:443 10.132.0.9:59306 - llm.facebook-opt-125m-simulated-kserve-route.0 [2026-07-10T01:20:56.705Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 282 14 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "de7b9152-3fde-986b-a8a8-9b64779f0b66" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.133.0.39:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.37:41462 10.133.0.37:443 10.132.0.9:59322 - llm.facebook-opt-125m-simulated-kserve-route.0 [2026-07-10T01:20:56.740Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 284 14 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "c73c14ab-3255-4949-8d4e-0fef803784ab" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.133.0.39:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.37:41462 10.133.0.37:443 10.132.0.9:59324 - llm.facebook-opt-125m-simulated-kserve-route.0 2026-07-10T01:21:08.722484Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:08.722531Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:08.733347Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:08.733490Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:08.733815Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:08.738981Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:08.739043Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:08.739080Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=26 2026-07-10T01:21:08.739088Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:08.761992Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:21:08.762036Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:21:08.772104Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:21:08.772283Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:21:08.772566Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:21:08.772599Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:21:08.774118Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:21:08.774143Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:21:08.774413Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:21:08.777324Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:21:08.777454Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:21:08.777622Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:21:08.778111Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:21:08.809752Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:21:08.809794Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:21:08.811048Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:21:08.811078Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:21:08.840545Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:21:08.840587Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:21:08.865168Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:21:08.865209Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:21:08.888092Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:21:08.888138Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:21:08.895672Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:21:08.895704Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 [2026-07-10T01:21:08.720Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 69 311 18 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "97f93066-5f6e-4d12-881d-285274153200" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.134.0.37:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.37:45564 10.133.0.37:443 10.132.0.9:46452 - odh-ai-gateway-infra.maas-api-route.3 [2026-07-10T01:21:08.759Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 290 18 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "5a84d20e-eee2-42bd-a391-7c1d22e7d759" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.133.0.39:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.37:41474 10.133.0.37:443 10.132.0.9:46462 - llm.facebook-opt-125m-simulated-kserve-route.0 [2026-07-10T01:21:08.807Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 401 - - "-" 66 0 3 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "a1e80cee-de0f-4978-aaa3-160f5edba4f3" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.37:443 10.132.0.9:46470 - llm.facebook-opt-125m-simulated-kserve-route.0 [2026-07-10T01:21:08.838Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 401 - - "-" 66 0 26 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "e1aaad6d-2f17-435d-a210-5c15ac426c27" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.37:443 10.132.0.9:46476 - llm.facebook-opt-125m-simulated-kserve-route.0 [2026-07-10T01:21:08.886Z] "POST /v1/completions HTTP/1.1" 403 - - "-" 66 98 10 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "df30e09b-317d-4ef6-8c22-68f0b592e1de" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.132.0.37:8000" outbound|8000||premium-simulated-simulated-premium-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.37:443 10.132.0.9:46490 - llm.premium-simulated-simulated-premium-kserve-route.0 2026-07-10T01:21:28.292511Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:28.292561Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:28.302587Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:28.302732Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:28.302923Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:28.305615Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:28.305667Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:28.305703Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=26 2026-07-10T01:21:28.305711Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:28.325606Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:28.325649Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:28.333322Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:28.333451Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:28.336590Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:28.336644Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:28.336677Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=26 2026-07-10T01:21:28.336686Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:28.361413Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:28.361457Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:28.369260Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:28.369403Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:28.369606Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:28.371994Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:28.372055Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:28.372097Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=26 2026-07-10T01:21:28.372111Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:28.390358Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:21:28.390403Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:21:28.397928Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:21:28.398071Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:21:28.401202Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:21:28.401282Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:21:28.401319Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=25 2026-07-10T01:21:28.401328Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:21:28.428332Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:28.428384Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:28.435926Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:28.436076Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:28.436293Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:28.437320Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:28.437381Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:28.437422Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=26 2026-07-10T01:21:28.437434Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 [2026-07-10T01:21:28.291Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 37 331 14 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "b0adbb0c-e4e9-4225-80e7-4fa64c783f01" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.134.0.37:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.37:45564 10.133.0.37:443 10.132.0.9:54782 - odh-ai-gateway-infra.maas-api-route.3 [2026-07-10T01:21:28.324Z] "DELETE /v1/api-keys/b76ed96d-18c4-4ef4-8b9d-abb8b2e378a7 HTTP/1.1" 200 - via_upstream - "-" 0 338 12 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "8bcd1816-eef4-4475-8940-0c9ffb37748b" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.134.0.37:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.37:45564 10.133.0.37:443 10.132.0.9:54788 - odh-ai-gateway-infra.maas-api-route.3 [2026-07-10T01:21:28.360Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 82 324 12 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "4a767daf-2612-4d93-9c80-ca771c9d2075" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.134.0.37:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.37:45564 10.133.0.37:443 10.132.0.9:54790 - odh-ai-gateway-infra.maas-api-route.3 [2026-07-10T01:21:28.388Z] "DELETE /v1/api-keys/0bcb467a-7487-49d7-b15b-9e9d979df9a2 HTTP/1.1" 200 - via_upstream - "-" 0 332 12 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "2081e459-00d9-40d8-b9e0-854af28d6331" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.134.0.37:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.37:57680 10.133.0.37:443 10.132.0.9:54798 - odh-ai-gateway-infra.maas-api-route.3 [2026-07-10T01:21:28.426Z] "POST /v1/api-keys HTTP/1.1" 400 - via_upstream - "-" 114 91 10 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "b3b5e3fb-eb24-45ee-9af0-5013aca1424f" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.134.0.37:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.37:45564 10.133.0.37:443 10.132.0.9:54812 - odh-ai-gateway-infra.maas-api-route.3 2026-07-10T01:21:58.585282Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:58.585330Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:58.595090Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:58.595247Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:58.595511Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:58.595541Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:58.596717Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:58.596740Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:58.596963Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:58.598877Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:58.599013Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:58.599191Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:58.599645Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:58.625363Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:58.625411Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:58.631424Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:21:58.631466Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 [2026-07-10T01:21:58.583Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 285 16 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "41c3b8b8-cc30-4796-8e77-016fc3e586ad" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.133.0.39:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.37:41462 10.133.0.37:443 10.132.0.9:48984 - llm.facebook-opt-125m-simulated-kserve-route.0 [2026-07-10T01:21:58.623Z] "POST /v1/completions HTTP/1.1" 403 - - "-" 66 98 8 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "a9037a77-b88d-4ac0-9244-e53420812d4e" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.132.0.37:8000" outbound|8000||premium-simulated-simulated-premium-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.37:443 10.132.0.9:49000 - llm.premium-simulated-simulated-premium-kserve-route.0 2026-07-10T01:22:02.799763Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:22:02.799820Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:22:02.806451Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:22:02.806488Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 [2026-07-10T01:22:02.797Z] "POST /v1/completions HTTP/1.1" 403 - - "-" 66 98 9 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "4c64339a-c9cf-4fb0-a2e5-b74f4223ee75" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.132.0.37:8000" outbound|8000||premium-simulated-simulated-premium-kserve-workload-svc.llm.svc.cluster.local 10.133.0.37:48944 10.133.0.37:443 10.132.0.9:49002 - llm.premium-simulated-simulated-premium-kserve-route.0 2026-07-10T01:22:37.339947Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:22:37.339999Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:22:37.351077Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:22:37.351260Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:22:37.351633Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:22:37.356368Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:22:37.356430Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:22:37.356468Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=26 2026-07-10T01:22:37.356478Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:22:37.378892Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:22:37.378944Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:22:37.385341Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:22:37.385380Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 [2026-07-10T01:22:37.338Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 87 329 18 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "05974a43-0d7b-4e9c-9276-d0e598c5cfb1" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.134.0.37:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.37:45224 10.133.0.37:443 10.132.0.9:39326 - odh-ai-gateway-infra.maas-api-route.3 [2026-07-10T01:22:37.376Z] "POST /v1/completions HTTP/1.1" 403 - - "-" 66 49 8 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "6b083a77-aa6c-4c6b-ae99-847652fdac1c" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.134.0.42:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.37:443 10.132.0.9:39328 - llm.e2e-unconfigured-facebook-opt-125m-simulated-kserve-route.0 2026-07-10T01:23:31.581083Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:23:31.581133Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:23:31.590907Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:23:31.591120Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:23:31.591638Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:23:31.595966Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:23:31.596049Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:23:31.596107Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=25 2026-07-10T01:23:31.596120Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:23:31.628141Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:23:31.628189Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:23:31.637035Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:23:31.637168Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:23:31.637323Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:23:31.637576Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:23:31.639696Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:23:31.639770Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:23:31.663133Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:23:31.663189Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:23:31.672710Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:23:31.672876Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:23:31.673022Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:23:31.673330Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:23:31.675314Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:23:31.675406Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:23:31.701790Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:23:31.701844Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:23:31.710904Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:23:31.711069Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:23:31.711209Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:23:31.711516Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:23:31.713360Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:23:31.713432Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:23:31.733524Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:23:31.733570Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:23:31.742067Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:23:31.742193Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:23:31.742331Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:23:31.742569Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:23:31.744327Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:23:31.744395Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:23:31.766512Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:23:31.766557Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:23:31.774856Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:23:31.774991Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:23:31.775117Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:23:31.775402Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:23:31.777259Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:23:31.777329Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 [2026-07-10T01:23:31.579Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 93 336 16 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "8f3dcf9b-c808-4406-8fd3-081455e2f17d" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.134.0.37:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.37:44282 10.133.0.37:443 10.132.0.9:55374 - odh-ai-gateway-infra.maas-api-route.3 [2026-07-10T01:23:31.626Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 287 13 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "234a8037-5abb-4552-a699-6e610a420e93" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.134.0.42:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.37:50414 10.133.0.37:443 10.132.0.9:55384 - llm.e2e-unconfigured-facebook-opt-125m-simulated-kserve-route.0 [2026-07-10T01:23:31.661Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 280 14 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "70367201-cbbe-485d-81f7-c49085c97f97" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.134.0.42:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.37:42286 10.133.0.37:443 10.132.0.9:55394 - llm.e2e-unconfigured-facebook-opt-125m-simulated-kserve-route.0 [2026-07-10T01:23:31.699Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 285 13 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "0ef75edf-869b-4089-bc24-3e28cd699227" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.134.0.42:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.37:42286 10.133.0.37:443 10.132.0.9:55398 - llm.e2e-unconfigured-facebook-opt-125m-simulated-kserve-route.0 [2026-07-10T01:23:31.731Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 281 12 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "a218ec51-8d34-49ab-b810-6d76ed147bb4" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.134.0.42:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.37:50414 10.133.0.37:443 10.132.0.9:55400 - llm.e2e-unconfigured-facebook-opt-125m-simulated-kserve-route.0 [2026-07-10T01:23:31.764Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 289 12 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "dfe1af48-5f3f-4e7b-aee2-65a14f70ad19" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.134.0.42:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.37:50414 10.133.0.37:443 10.132.0.9:55414 - llm.e2e-unconfigured-facebook-opt-125m-simulated-kserve-route.0 2026-07-10T01:24:06.333404Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:24:06.333460Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:24:06.343020Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:24:06.343194Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:24:06.343554Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:24:06.343601Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:24:06.344839Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:24:06.344879Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:24:06.345154Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:24:06.346957Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:24:06.347106Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:24:06.347325Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:24:06.347783Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 [2026-07-10T01:24:06.331Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 282 16 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "5687bc38-a721-46ef-9eff-c1dcdf02bae5" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.133.0.39:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.37:41462 10.133.0.37:443 10.132.0.9:50986 - llm.facebook-opt-125m-simulated-kserve-route.0 2026-07-10T01:24:14.808940Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:24:14.808990Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:24:14.819169Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:24:14.819356Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:24:14.819750Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:24:14.823419Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:24:14.823477Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:24:14.823513Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=26 2026-07-10T01:24:14.823523Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 [2026-07-10T01:24:14.807Z] "POST /v1/api-keys HTTP/1.1" 400 - via_upstream - "-" 73 94 16 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "1e984d76-05b5-4949-97d2-f0128c5e4181" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.134.0.37:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.37:44736 10.133.0.37:443 10.132.0.9:36920 - odh-ai-gateway-infra.maas-api-route.3 2026-07-10T01:24:27.629294Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:24:27.629341Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:24:27.639532Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:24:27.639672Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:24:27.639933Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:24:27.639964Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:24:27.641630Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:24:27.641655Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:24:27.641883Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:24:27.643527Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:24:27.643654Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:24:27.643819Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:24:27.644239Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 [2026-07-10T01:24:27.627Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 280 17 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "fecf7aef-525e-46c3-b3fc-9f7b8bf91fa3" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.133.0.39:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.37:41474 10.133.0.37:443 10.132.0.9:35866 - llm.facebook-opt-125m-simulated-kserve-route.0 2026-07-10T01:24:36.073012Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:24:36.073059Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:24:36.082477Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:24:36.082643Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:24:36.082928Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:24:36.082962Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:24:36.083530Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:24:36.083559Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:24:36.083819Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:24:36.085521Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:24:36.085687Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:24:36.085857Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:24:36.086267Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 [2026-07-10T01:24:36.070Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 281 15 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "566e68fc-6fa3-449f-8024-cc42e0ab0051" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.133.0.39:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.37:41474 10.133.0.37:443 10.132.0.9:35876 - llm.facebook-opt-125m-simulated-kserve-route.0 2026-07-10T01:25:19.043281Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:25:19.043334Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:25:19.051152Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:25:19.051193Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 [2026-07-10T01:25:19.040Z] "POST /v1/completions HTTP/1.1" 403 - - "-" 66 13 11 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "975957ab-aa92-4eef-884f-717ad5465340" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.133.0.39:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.133.0.37:41462 10.133.0.37:443 10.132.0.9:58204 - llm.facebook-opt-125m-simulated-kserve-route.0 2026-07-10T01:25:24.173550Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:25:24.173600Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:25:24.180028Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:25:24.180066Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 [2026-07-10T01:25:24.171Z] "POST /v1/completions HTTP/1.1" 403 - - "-" 66 107 8 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "249e0f6a-95b2-436e-ad35-edfaaee213a3" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.134.0.42:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.133.0.37:50414 10.133.0.37:443 10.132.0.9:58206 - llm.e2e-unconfigured-facebook-opt-125m-simulated-kserve-route.0 2026-07-10T01:25:54.316825Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:25:54.316875Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:25:54.326272Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:25:54.326423Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:25:54.326781Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:25:54.331610Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:25:54.331676Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:25:54.331713Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=25 2026-07-10T01:25:54.331722Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:25:54.361760Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:25:54.361805Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:25:54.370751Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:25:54.370789Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:25:54.632184Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:25:54.632250Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:25:54.638637Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:25:54.638676Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 [2026-07-10T01:25:54.315Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 69 311 16 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "48c55880-9960-46ee-a30e-f9b0710efa43" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.134.0.37:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.133.0.37:48446 10.133.0.37:443 10.132.0.9:44214 - odh-ai-gateway-infra.maas-api-route.3 [2026-07-10T01:25:54.359Z] "POST /v1/completions HTTP/1.1" 403 - - "-" 66 13 11 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "a663de28-8306-4b48-86b0-4a1908420406" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.132.0.37:8000" outbound|8000||premium-simulated-simulated-premium-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.37:443 10.132.0.9:44220 - llm.premium-simulated-simulated-premium-kserve-route.0 [2026-07-10T01:25:54.630Z] "POST /v1/completions HTTP/1.1" 403 - - "-" 66 13 8 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "0a2cead8-407b-475a-ae63-c84303a06f12" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.132.0.37:8000" outbound|8000||premium-simulated-simulated-premium-kserve-workload-svc.llm.svc.cluster.local 10.133.0.37:58860 10.133.0.37:443 10.132.0.9:44230 - llm.premium-simulated-simulated-premium-kserve-route.0 2026-07-10T01:25:56.670167Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:25:56.670216Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:25:56.670261Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:25:56.686077Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:25:56.686127Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 [2026-07-10T01:25:56.668Z] "POST /v1/completions HTTP/1.1" 403 - - "-" 66 13 18 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "213dcaac-74b6-42cc-a81d-5afa925d1efd" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.132.0.37:8000" outbound|8000||premium-simulated-simulated-premium-kserve-workload-svc.llm.svc.cluster.local 10.133.0.37:35990 10.133.0.37:443 10.132.0.9:44246 - llm.premium-simulated-simulated-premium-kserve-route.0 2026-07-10T01:25:58.711600Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:25:58.711647Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:25:58.711659Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:25:58.719601Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:25:58.719641Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 [2026-07-10T01:25:58.709Z] "POST /v1/completions HTTP/1.1" 403 - - "-" 66 13 10 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "37d358f4-3449-4d1b-b88c-70c7464369d9" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.132.0.37:8000" outbound|8000||premium-simulated-simulated-premium-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.37:443 10.132.0.9:43568 - llm.premium-simulated-simulated-premium-kserve-route.0 2026-07-10T01:26:00.745101Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:26:00.745148Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:26:00.745160Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:26:00.753500Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-10T01:26:00.753539Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 [2026-07-10T01:26:00.743Z] "POST /v1/completions HTTP/1.1" 403 - - "-" 66 13 10 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "a7bf2832-5b62-46eb-90a2-40583d8ac58a" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.132.0.37:8000" outbound|8000||premium-simulated-simulated-premium-kserve-workload-svc.llm.svc.cluster.local 10.133.0.37:58862 10.133.0.37:443 10.132.0.9:43576 - llm.premium-simulated-simulated-premium-kserve-route.0 2026-07-10T01:26:02.779143Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:26:02.779199Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:26:02.779232Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:26:02.789063Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:26:02.789209Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:26:02.789369Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:26:02.789610Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:26:02.789646Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:26:02.791006Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:26:02.791037Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:26:02.791057Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:26:02.791322Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:26:02.791347Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:26:02.794389Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:26:02.794418Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:26:02.794550Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:26:02.794581Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:26:02.794765Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 2026-07-10T01:26:02.795213Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=26 [2026-07-10T01:26:02.776Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 288 18 - "34.228.250.194,10.132.0.9" "python-requests/2.32.5" "11cc425a-92bf-4438-b8f7-235d4f74da25" "maas.apps.ca32fa63-9c9c-47b5-9b3a-770eababfcf0.prod.konfluxeaas.com" "10.132.0.37:8000" outbound|8000||premium-simulated-simulated-premium-kserve-workload-svc.llm.svc.cluster.local 10.133.0.37:44012 10.133.0.37:443 10.132.0.9:43590 - llm.premium-simulated-simulated-premium-kserve-route.0