[2026-05-21T11:57:26.947Z] "GET /v1/api-keys/3a14dedf-4a81-4871-b758-2c2d7956a338 HTTP/1.1" 200 - via_upstream - "-" 0 288 7 - "100.64.0.3" "python-requests/2.32.5" "470aed2e-a633-4098-a543-8ea58169f002" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52744 10.133.0.34:443 100.64.0.3:47088 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:26.979Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 28 312 8 - "100.64.0.2" "python-requests/2.32.5" "b46edd13-4dac-4260-bf2e-ce6d835133a7" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52744 10.133.0.34:443 100.64.0.2:34588 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:27.007Z] "GET /v1/api-keys/9a5116ae-d51f-4ce4-8871-9c3497ab36fd HTTP/1.1" 200 - via_upstream - "-" 0 288 8 - "100.64.0.3" "python-requests/2.32.5" "9b70b21a-a0c3-4fad-b85a-1a0e96cedf14" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52734 10.133.0.34:443 100.64.0.3:7326 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:27.033Z] "POST /v1/api-keys/search HTTP/1.1" 200 - via_upstream - "-" 189 1196 12 - "100.64.0.4" "python-requests/2.32.5" "17a95269-762d-4661-88da-4ec28538f76a" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52734 10.133.0.34:443 100.64.0.4:11602 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:27.064Z] "DELETE /v1/api-keys/9a5116ae-d51f-4ce4-8871-9c3497ab36fd HTTP/1.1" 200 - via_upstream - "-" 0 289 9 - "100.64.0.2" "python-requests/2.32.5" "24e4781f-8d01-41cf-a6c6-813012b5c266" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52744 10.133.0.34:443 100.64.0.2:34604 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:27.095Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 26 311 9 - "100.64.0.2" "python-requests/2.32.5" "b6f1a522-b09d-4ffb-b7ee-de1544fcb777" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52734 10.133.0.34:443 100.64.0.2:21406 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:27.125Z] "GET /v1/api-keys/7c110f51-4cb7-4fcf-8bb1-e0644f1248e2 HTTP/1.1" 404 - via_upstream - "-" 0 29 8 - "100.64.0.3" "python-requests/2.32.5" "3dff5d84-abc4-482a-8da5-a1b175833da6" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52744 10.133.0.34:443 100.64.0.3:7342 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:27.151Z] "DELETE /v1/api-keys/7c110f51-4cb7-4fcf-8bb1-e0644f1248e2 HTTP/1.1" 404 - via_upstream - "-" 0 29 8 - "100.64.0.4" "python-requests/2.32.5" "ad3b06ce-d45c-485c-b594-3758c2e14f9f" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52734 10.133.0.34:443 100.64.0.4:28596 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:27.182Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 23 307 9 - "100.64.0.4" "python-requests/2.32.5" "63c5c0b9-a6ed-4937-b229-3ec62b1ef412" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52744 10.133.0.34:443 100.64.0.4:11610 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:27.211Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 23 307 9 - "100.64.0.2" "python-requests/2.32.5" "9731f8a3-f96a-43f3-a455-af199980eb96" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52744 10.133.0.34:443 100.64.0.2:34616 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:27.247Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 23 307 10 - "100.64.0.3" "python-requests/2.32.5" "4ac44dac-8bcd-4ca2-be94-699aabc8012c" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52744 10.133.0.34:443 100.64.0.3:7350 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:27.277Z] "GET /v1/api-keys/5c208a6d-2b04-4532-adc3-566c81bfd03b HTTP/1.1" 200 - via_upstream - "-" 0 283 8 - "100.64.0.4" "python-requests/2.32.5" "3bb6d17a-49a1-4a46-87fb-f464354c2976" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52734 10.133.0.34:443 100.64.0.4:11626 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:27.303Z] "POST /v1/api-keys/bulk-revoke HTTP/1.1" 200 - via_upstream - "-" 65 130 9 - "100.64.0.3" "python-requests/2.32.5" "7dc0f20d-ffbc-42e0-ab7a-7f510561eb2c" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52734 10.133.0.34:443 100.64.0.3:47104 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:27.332Z] "GET /v1/api-keys/5c208a6d-2b04-4532-adc3-566c81bfd03b HTTP/1.1" 200 - via_upstream - "-" 0 284 8 - "100.64.0.2" "python-requests/2.32.5" "64201c04-1e46-4a39-aa0f-176c1baadd25" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52734 10.133.0.34:443 100.64.0.2:34628 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:27.359Z] "GET /v1/api-keys/cf8e4802-ffd0-45e3-a0a2-90707ce00b4b HTTP/1.1" 200 - via_upstream - "-" 0 284 8 - "100.64.0.3" "python-requests/2.32.5" "8da127bf-786a-40d3-b030-9128327b575e" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52734 10.133.0.34:443 100.64.0.3:7354 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:27.386Z] "GET /v1/api-keys/68a8040f-8664-4228-9b14-5ef392d508cf HTTP/1.1" 200 - via_upstream - "-" 0 284 8 - "100.64.0.4" "python-requests/2.32.5" "ca82c171-b73c-4d12-b16a-0ae16a93dc01" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52734 10.133.0.34:443 100.64.0.4:11636 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:27.420Z] "POST /v1/api-keys/bulk-revoke HTTP/1.1" 403 - via_upstream - "-" 29 69 8 - "100.64.0.2" "python-requests/2.32.5" "435841bd-08a6-406a-a3e0-cf687ee3f0a8" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52744 10.133.0.34:443 100.64.0.2:34640 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:27.451Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 34 318 8 - "100.64.0.3" "python-requests/2.32.5" "08dc602e-0703-4ebb-8cb3-be66b073f00a" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52744 10.133.0.34:443 100.64.0.3:7366 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:27.488Z] "GET /v1/api-keys/fd0a6346-1dc3-4361-8a72-6e125da71807 HTTP/1.1" 200 - via_upstream - "-" 0 294 8 - "100.64.0.4" "python-requests/2.32.5" "a311578a-bfff-4d8f-b8f4-d73a84f1b821" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52734 10.133.0.34:443 100.64.0.4:11650 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:27.520Z] "POST /v1/api-keys/bulk-revoke HTTP/1.1" 200 - via_upstream - "-" 65 130 8 - "100.64.0.2" "python-requests/2.32.5" "ed25020d-4885-4090-83c5-d18e22e1ab33" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52734 10.133.0.34:443 100.64.0.2:34644 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:27.551Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 100 313 9 - "100.64.0.3" "python-requests/2.32.5" "7a14c923-fdb2-4223-a5b7-9f3dc7f54b95" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52744 10.133.0.34:443 100.64.0.3:7382 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:27.581Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 106 309 9 - "100.64.0.4" "python-requests/2.32.5" "70d242ac-cc54-4c02-8107-ed2dd698e6bf" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52744 10.133.0.34:443 100.64.0.4:11658 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:27.611Z] "POST /v1/api-keys HTTP/1.1" 400 - via_upstream - "-" 127 114 8 - "100.64.0.2" "python-requests/2.32.5" "2cbd6ad0-00d3-460c-9114-da2d05a7aecb" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52734 10.133.0.34:443 100.64.0.2:34646 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:27.639Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 76 315 9 - "100.64.0.2" "python-requests/2.32.5" "f10b5e09-ce23-4b91-84a5-3f3188c6460a" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52734 10.133.0.34:443 100.64.0.2:21418 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 2026-05-21T11:57:27.682940Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=18 2026-05-21T11:57:27.682965Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:27.704273Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:27.704321Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:27.709804Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:27.709930Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:27.710138Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:27.713059Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:27.713116Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=18 2026-05-21T11:57:27.713127Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:27.732898Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:27.732954Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:27.737817Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:27.737931Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:27.747657Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:27.747694Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:27.749625Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:27.749657Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:27.751590Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:27.751639Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=18 2026-05-21T11:57:27.751649Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:27.771267Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:27.771308Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:27.772897Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:27.772929Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:27.837036Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:27.837084Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:27.838888Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:27.838920Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:27.861004Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:27.861045Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:27.863154Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:27.863186Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:27.897989Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:27.898036Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:27.903462Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:27.903595Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:27.903802Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:27.906910Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:27.906966Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=17 2026-05-21T11:57:27.906976Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:27.926305Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:27.926352Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:27.928038Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:27.928073Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:27.948156Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:27.948203Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:27.953466Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:27.953598Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:27.956776Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:27.956838Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=17 2026-05-21T11:57:27.956849Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 [2026-05-21T11:57:27.673Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 102 318 9 - "100.64.0.4" "python-requests/2.32.5" "77741ca9-783a-452b-a970-5e0873f7dd8f" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52744 10.133.0.34:443 100.64.0.4:28598 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:27.703Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 76 319 9 - "100.64.0.3" "python-requests/2.32.5" "e7fd865b-6c98-40f3-bdb5-b24334ca64be" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52744 10.133.0.34:443 100.64.0.3:7384 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:27.746Z] "GET /llm/facebook-opt-125m-simulated/v1/models HTTP/1.1" 403 - - "-" 0 0 2 - "10.134.0.53" "Go-http-client/1.1" "5602c34e-a7dd-45e5-9227-d36710e69788" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.34:443 10.134.0.53:60712 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com llm.facebook-opt-125m-simulated-kserve-route.2 [2026-05-21T11:57:27.731Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 27 20 - "100.64.0.4" "python-requests/2.32.5" "e2387ecb-89d9-45a8-9176-23e8ee464358" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52744 10.133.0.34:443 100.64.0.4:11668 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:27.770Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 - - "-" 73 0 2 - "100.64.0.2" "python-requests/2.32.5" "de175154-879a-40ea-96aa-779bc3f5795c" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.34:443 100.64.0.2:34652 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com llm.facebook-opt-125m-simulated-kserve-route.0 [2026-05-21T11:57:27.836Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 - - "-" 65 0 2 - "100.64.0.3" "python-requests/2.32.5" "63764eda-6ab2-43f2-a53b-b65a3dd9702c" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.34:443 100.64.0.3:47116 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com llm.facebook-opt-125m-simulated-kserve-route.0 [2026-05-21T11:57:27.860Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 - - "-" 65 0 3 - "100.64.0.3" "python-requests/2.32.5" "c079c912-cb99-436b-a936-490b1a1b55fa" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.34:443 100.64.0.3:7390 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com llm.facebook-opt-125m-simulated-kserve-route.0 [2026-05-21T11:57:27.896Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 75 317 10 - "100.64.0.4" "python-requests/2.32.5" "59f30e40-fff7-412d-9cef-b1c672756c88" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52734 10.133.0.34:443 100.64.0.4:11672 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:27.925Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 - - "-" 65 0 2 - "100.64.0.2" "python-requests/2.32.5" "b28408df-6d35-44b8-a11c-e8f52836d9c2" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.34:443 100.64.0.2:34660 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com llm.facebook-opt-125m-simulated-kserve-route.0 [2026-05-21T11:57:27.947Z] "DELETE /v1/api-keys/84f247f7-1ff0-42e3-ab66-7713eea3325b HTTP/1.1" 200 - via_upstream - "-" 0 294 9 - "100.64.0.3" "python-requests/2.32.5" "e8c2dd7e-b3f6-45f5-858a-d352a0daa75a" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52734 10.133.0.34:443 100.64.0.3:7396 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 2026-05-21T11:57:29.978962Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:29.979011Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:29.980801Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:29.980835Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.003925Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.003974Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.005632Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.005662Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.038251Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.038303Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.045437Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.045587Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.045837Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.048895Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.048959Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=18 2026-05-21T11:57:30.048970Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.068197Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.068245Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.074508Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.074631Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.077450Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.077507Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=18 2026-05-21T11:57:30.077517Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.095106Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.095151Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.100574Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.100712Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.102748Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.102807Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=17 2026-05-21T11:57:30.102818Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.135921Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.135970Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.140521Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.140658Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.142289Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.142343Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=17 2026-05-21T11:57:30.142353Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.163760Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.163805Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.169343Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.169506Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.169719Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.172052Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.172106Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=18 2026-05-21T11:57:30.172116Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.191022Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.191079Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.195623Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.195741Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.198434Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.198489Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=18 2026-05-21T11:57:30.198499Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.217536Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.217581Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.222110Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.222230Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.222458Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.224513Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.224569Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=17 2026-05-21T11:57:30.224580Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.243911Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.243954Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.245550Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.245581Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.263449Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.263490Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.265134Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.265165Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.316217Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.316267Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.323272Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.323438Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.323671Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.326111Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.326168Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=17 2026-05-21T11:57:30.326179Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.346950Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.346990Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.351672Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.351787Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.351974Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.354751Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.354807Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=18 2026-05-21T11:57:30.354817Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.376357Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.376428Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.381637Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.381763Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.381962Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.384140Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.384201Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=17 2026-05-21T11:57:30.384213Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.406071Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.406114Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.410463Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.410591Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.413198Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.413256Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=18 2026-05-21T11:57:30.413267Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.433181Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.433230Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.437892Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.438024Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.440689Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.440753Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=18 2026-05-21T11:57:30.440761Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.460252Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.460298Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.465595Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.465726Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.468488Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.468548Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=17 2026-05-21T11:57:30.468558Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.489968Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.490014Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.495248Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.495377Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.495618Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.497848Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.497903Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=17 2026-05-21T11:57:30.497914Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.516516Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.516560Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.523142Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.523271Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.523513Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.525662Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.525717Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=17 2026-05-21T11:57:30.525728Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.545325Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.545373Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.549995Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.550131Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.550348Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.552573Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.552632Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=18 2026-05-21T11:57:30.552643Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.572555Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.572601Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.574348Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.574412Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 [2026-05-21T11:57:29.978Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 - - "-" 65 0 2 - "100.64.0.2" "python-requests/2.32.5" "bb969373-2e25-4bf1-bb11-f1371a01f856" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.34:443 100.64.0.2:21428 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com llm.facebook-opt-125m-simulated-kserve-route.0 [2026-05-21T11:57:30.003Z] "POST /llm/facebook-opt-125m-simulated/v1/chat/completions HTTP/1.1" 403 - - "-" 100 0 2 - "100.64.0.4" "python-requests/2.32.5" "537f3a4d-53be-4272-b2a7-d052b24ad164" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.34:443 100.64.0.4:11688 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com llm.facebook-opt-125m-simulated-kserve-route.1 [2026-05-21T11:57:30.037Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 30 314 11 - "100.64.0.4" "python-requests/2.32.5" "fe453167-551e-49f5-83ac-53eab85da21d" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52744 10.133.0.34:443 100.64.0.4:28606 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:30.067Z] "DELETE /v1/api-keys/37a57a7a-387f-4ef9-a50c-a1baf17d04b3 HTTP/1.1" 200 - via_upstream - "-" 0 291 10 - "100.64.0.2" "python-requests/2.32.5" "cf173db4-e866-4a9d-b4b8-3740d751c41d" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52744 10.133.0.34:443 100.64.0.2:34672 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:30.093Z] "DELETE /v1/api-keys/37a57a7a-387f-4ef9-a50c-a1baf17d04b3 HTTP/1.1" 404 - via_upstream - "-" 0 29 8 - "100.64.0.3" "python-requests/2.32.5" "2f795126-d440-4e97-b0f0-1d9bae87b3f6" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52734 10.133.0.34:443 100.64.0.3:47124 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:30.134Z] "DELETE /v1/api-keys/nonexistent-uuid-12345 HTTP/1.1" 404 - via_upstream - "-" 0 29 7 - "100.64.0.3" "python-requests/2.32.5" "17dbbebb-3ca2-46ee-99bb-111bfc5d7b05" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52734 10.133.0.34:443 100.64.0.3:7412 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:30.162Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 74 316 9 - "100.64.0.4" "python-requests/2.32.5" "88e1434f-d678-4dbc-a41a-4eba631a6062" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52744 10.133.0.34:443 100.64.0.4:11702 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:30.189Z] "DELETE /v1/api-keys/f78cb1fa-d80d-4ad5-bd83-868941bdb812 HTTP/1.1" 200 - via_upstream - "-" 0 293 8 - "100.64.0.2" "python-requests/2.32.5" "4a564aa1-83ac-48ad-833f-dbd194ae249a" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52744 10.133.0.34:443 100.64.0.2:34680 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:30.216Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 74 317 8 - "100.64.0.3" "python-requests/2.32.5" "7ee758d3-39f5-4feb-955b-ddd38fb11289" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52734 10.133.0.34:443 100.64.0.3:7428 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:30.243Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 - - "-" 65 0 2 - "100.64.0.4" "python-requests/2.32.5" "ab21b608-ac44-43c2-a06c-3537d5d185af" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.34:443 100.64.0.4:11716 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com llm.facebook-opt-125m-simulated-kserve-route.0 [2026-05-21T11:57:30.262Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 - - "-" 65 0 2 - "100.64.0.2" "python-requests/2.32.5" "66438859-f1ef-433f-99ee-e0420847994f" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.34:443 100.64.0.2:34684 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com llm.facebook-opt-125m-simulated-kserve-route.0 [2026-05-21T11:57:30.315Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 69 312 11 - "100.64.0.2" "python-requests/2.32.5" "3eda5394-c3c9-461a-b495-69f8c6b42cde" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52734 10.133.0.34:443 100.64.0.2:21442 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:30.345Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 69 312 8 - "100.64.0.4" "python-requests/2.32.5" "8e9cc562-7fb2-4c62-8e9c-ca2fdc77cd5d" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52744 10.133.0.34:443 100.64.0.4:28620 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:30.375Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 69 312 8 - "100.64.0.3" "python-requests/2.32.5" "4039709c-5401-4a0e-b1e9-36eae29e8ab0" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52734 10.133.0.34:443 100.64.0.3:7444 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:30.404Z] "DELETE /v1/api-keys/f8b31b9c-aee4-4136-ab52-2e58abef8c92 HTTP/1.1" 200 - via_upstream - "-" 0 288 8 - "100.64.0.4" "python-requests/2.32.5" "0363357f-645d-445d-9208-5aae97dcfba4" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52744 10.133.0.34:443 100.64.0.4:11728 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:30.432Z] "DELETE /v1/api-keys/11166510-090a-4823-90a6-e734ad539415 HTTP/1.1" 200 - via_upstream - "-" 0 288 8 - "100.64.0.2" "python-requests/2.32.5" "eb0e2e62-187a-4b5a-a529-a41512045786" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52744 10.133.0.34:443 100.64.0.2:34696 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:30.459Z] "DELETE /v1/api-keys/584e194f-1047-4d23-a288-ffaea44188c0 HTTP/1.1" 200 - via_upstream - "-" 0 288 9 - "100.64.0.3" "python-requests/2.32.5" "ee5b3779-051e-4502-a2c9-9d65edad5125" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52734 10.133.0.34:443 100.64.0.3:7458 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:30.488Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 70 312 9 - "100.64.0.3" "python-requests/2.32.5" "5c35f207-20b8-401c-8a48-3e6ca062b58a" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52734 10.133.0.34:443 100.64.0.3:47134 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:30.515Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 70 311 10 - "100.64.0.2" "python-requests/2.32.5" "d8adb843-4018-41f3-8e2c-a7e1acf0997a" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52734 10.133.0.34:443 100.64.0.2:21448 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:30.544Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 70 312 8 - "100.64.0.4" "python-requests/2.32.5" "c0b555d3-dbc7-40d7-9125-7847c5406bab" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52744 10.133.0.34:443 100.64.0.4:11742 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:30.571Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 - - "-" 65 0 2 - "100.64.0.2" "python-requests/2.32.5" "ea40e40b-5354-4e8d-91c9-a860dc0db420" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.34:443 100.64.0.2:34706 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com llm.facebook-opt-125m-simulated-kserve-route.0 2026-05-21T11:57:30.853590Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.853639Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.858700Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.858847Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.859100Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.861994Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.862061Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=17 2026-05-21T11:57:30.862074Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.883254Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.883303Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.888581Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.888727Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.888963Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.896518Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.896624Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=17 2026-05-21T11:57:30.896639Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:30.917226Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.917277Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.922111Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.922249Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.922501Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.924551Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.924648Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=18 2026-05-21T11:57:30.924664Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.949458Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.949505Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.954264Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.954413Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.954639Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.956976Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:30.957038Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=18 2026-05-21T11:57:30.957049Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:31.409009Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:31.409072Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:31.414021Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:31.414155Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:31.416351Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:31.416442Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=17 2026-05-21T11:57:31.416455Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 [2026-05-21T11:57:30.852Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 77 321 9 - "100.64.0.3" "python-requests/2.32.5" "1d32cc17-dcb5-46ee-b2ff-38098ad27d7c" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52734 10.133.0.34:443 100.64.0.3:7464 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:30.882Z] "POST /v1/api-keys/search HTTP/1.1" 200 - via_upstream - "-" 103 3153 14 - "100.64.0.4" "python-requests/2.32.5" "3dce724d-43f8-4ca6-8ee5-e5b00f4a07b2" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52734 10.133.0.34:443 100.64.0.4:28624 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:30.916Z] "POST /v1/api-keys/search HTTP/1.1" 200 - via_upstream - "-" 77 2855 8 - "100.64.0.4" "python-requests/2.32.5" "dd22743c-1b96-47c2-a5c1-499905d74ec5" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52744 10.133.0.34:443 100.64.0.4:11744 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:30.948Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 75 320 8 - "100.64.0.2" "python-requests/2.32.5" "b3e6013e-bb18-41a4-8e27-6f19a97c52ad" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52744 10.133.0.34:443 100.64.0.2:34712 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:57:31.407Z] "GET /v1/api-keys/56442b70-9f32-4da5-9abe-737491902618 HTTP/1.1" 200 - via_upstream - "-" 0 296 8 - "100.64.0.3" "python-requests/2.32.5" "a74c58ea-f3d9-48b9-877e-5b8866e69244" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52734 10.133.0.34:443 100.64.0.3:7466 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 2026-05-21T11:57:32.098095Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:32.098147Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:32.103920Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:32.104066Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:32.104302Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:32.107259Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:57:32.107326Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=18 2026-05-21T11:57:32.107337Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 [2026-05-21T11:57:32.096Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 68 310 10 - "100.64.0.4" "python-requests/2.32.5" "55c4c970-40cc-4ff2-b08b-0894afee3d3f" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52744 10.133.0.34:443 100.64.0.4:11752 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 2026-05-21T11:57:51.250747Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:51.250809Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:51.256247Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:51.256430Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:51.256689Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:51.259781Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:57:51.259857Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=17 2026-05-21T11:57:51.259874Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 [2026-05-21T11:57:51.249Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 72 315 10 - "100.64.0.2" "python-requests/2.32.5" "cbf5c350-6c22-41ad-98ce-89389693bd45" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52734 10.133.0.34:443 100.64.0.2:41258 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 2026-05-21T11:58:10.553277Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:58:10.553330Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:58:10.559323Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:58:10.559482Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:58:10.559713Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:58:10.561676Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:58:10.561742Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=18 2026-05-21T11:58:10.561753Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 [2026-05-21T11:58:10.552Z] "POST /v1/api-keys HTTP/1.1" 403 - via_upstream - "-" 68 100 9 - "100.64.0.3" "python-requests/2.32.5" "f5785f63-0dbd-41a2-acdd-4c7258c29db4" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52744 10.133.0.34:443 100.64.0.3:53262 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 2026-05-21T11:58:29.886607Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:58:29.886658Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:58:29.892160Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:58:29.892286Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:58:29.892518Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:58:29.895759Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:58:29.895819Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=18 2026-05-21T11:58:29.895830Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 [2026-05-21T11:58:29.885Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 70 313 10 - "100.64.0.4" "python-requests/2.32.5" "7b4c7b98-f34c-4bd6-8582-ded5a3d51762" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52744 10.133.0.34:443 100.64.0.4:60242 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 2026-05-21T11:58:40.215313Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:58:40.215363Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:58:40.220906Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:58:40.221044Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:58:40.221270Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:58:40.223517Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:58:40.223576Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=17 2026-05-21T11:58:40.223587Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 [2026-05-21T11:58:40.214Z] "POST /v1/api-keys HTTP/1.1" 400 - via_upstream - "-" 80 94 9 - "100.64.0.3" "python-requests/2.32.5" "7cf5cabd-131b-44a8-a040-98fce332316b" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52734 10.133.0.34:443 100.64.0.3:6678 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:58:56.700Z] "GET / HTTP/1.1" 404 NR route_not_found - "-" 0 0 0 - "100.64.0.4" "HTTP Banner Detection (https://security.ipip.net)" "5e870335-c695-4511-908c-b178f106df4e" "54.158.244.64" "-" - - 10.133.0.34:80 100.64.0.4:60500 - - 2026-05-21T11:59:04.116466Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:59:04.116517Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:59:04.122058Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:59:04.122206Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:59:04.122488Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:59:04.126102Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:59:04.126175Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=18 2026-05-21T11:59:04.126186Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:59:04.148243Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:04.148296Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:04.153420Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:04.153616Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:04.153865Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:04.157170Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:04.157241Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=17 2026-05-21T11:59:04.157252Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:04.183868Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:04.183928Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:04.188642Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:04.188809Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:04.189073Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:04.192465Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:04.192549Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=17 2026-05-21T11:59:04.192566Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:04.212697Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:04.212753Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:04.217597Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:04.217767Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:04.218022Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:04.224206Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:04.224291Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=17 2026-05-21T11:59:04.224310Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:04.248568Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:04.248625Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:04.253809Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:04.253957Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:04.257379Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:04.257497Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=17 2026-05-21T11:59:04.257514Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:04.281112Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:04.281169Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:04.286322Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:04.286499Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:04.290018Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:04.290097Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=17 2026-05-21T11:59:04.290113Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:04.308983Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:04.309039Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:04.314290Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:04.314486Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:04.317714Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:04.317795Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=17 2026-05-21T11:59:04.317814Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 [2026-05-21T11:59:04.115Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 313 10 - "100.64.0.2" "python-requests/2.32.5" "a7dfa4f2-1fbe-4fad-b2c2-31132c3d0a2b" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52744 10.133.0.34:443 100.64.0.2:56310 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:59:04.147Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 313 10 - "100.64.0.4" "python-requests/2.32.5" "19e7c91f-a8b8-4b23-98d3-c211b3cc031d" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52734 10.133.0.34:443 100.64.0.4:13340 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:59:04.182Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 314 9 - "100.64.0.2" "python-requests/2.32.5" "fe83507e-d085-4c2b-8a23-4ba798e5e62e" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52734 10.133.0.34:443 100.64.0.2:15856 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:59:04.211Z] "POST /v1/api-keys/search HTTP/1.1" 200 - via_upstream - "-" 122 332 13 - "100.64.0.3" "python-requests/2.32.5" "c9478c9f-6753-47e7-b654-df137a628acd" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52734 10.133.0.34:443 100.64.0.3:63732 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:59:04.247Z] "DELETE /v1/api-keys/bb8c3939-fcbe-4f2b-bdc9-b62b349531fa HTTP/1.1" 200 - via_upstream - "-" 0 289 10 - "100.64.0.4" "python-requests/2.32.5" "604842ae-7279-4ed4-a838-eb5e6faa040f" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52734 10.133.0.34:443 100.64.0.4:30710 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:59:04.279Z] "DELETE /v1/api-keys/81b39485-64d8-4fc7-870b-23f0f5dcf6c9 HTTP/1.1" 200 - via_upstream - "-" 0 289 10 - "100.64.0.2" "python-requests/2.32.5" "5e6b9a6c-7ec9-4f0d-9411-e15e13817143" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52734 10.133.0.34:443 100.64.0.2:15872 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:59:04.307Z] "DELETE /v1/api-keys/09ab89c2-bfed-41fc-9981-94b3189f1a6e HTTP/1.1" 200 - via_upstream - "-" 0 289 10 - "100.64.0.3" "python-requests/2.32.5" "050cd4e8-e2e4-4df2-82dc-64ce44e0529c" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52734 10.133.0.34:443 100.64.0.3:63740 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 2026-05-21T11:59:13.345716Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:59:13.345766Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:59:13.350980Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:59:13.351118Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:59:13.351324Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:59:13.354979Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:59:13.355051Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=18 2026-05-21T11:59:13.355060Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:59:13.376223Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:59:13.376269Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:59:13.380931Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:59:13.381075Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:59:13.381309Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:59:13.384196Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:59:13.384263Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=18 2026-05-21T11:59:13.384278Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:59:13.407927Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:59:13.407967Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:59:13.412557Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:59:13.412680Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:59:13.412875Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:59:13.418138Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:59:13.418235Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=18 2026-05-21T11:59:13.418251Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:59:13.439686Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:59:13.439737Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:59:13.444119Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:59:13.444239Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:59:13.447313Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:59:13.447371Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=18 2026-05-21T11:59:13.447401Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:59:13.466228Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:59:13.466269Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:59:13.471418Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:59:13.471536Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:59:13.474926Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:59:13.474984Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=18 2026-05-21T11:59:13.474995Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:59:13.498882Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:13.498927Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:13.503718Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:13.503838Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:13.504033Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:13.507036Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:13.507097Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=17 2026-05-21T11:59:13.507109Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:13.768458Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:13.768507Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:13.796447Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:13.796602Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:13.796849Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:13.798668Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T11:59:13.798732Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=17 2026-05-21T11:59:13.798743Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 [2026-05-21T11:59:13.344Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 68 311 10 - "100.64.0.4" "python-requests/2.32.5" "d20f2359-aa3e-4563-b659-5fbe3558dc56" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52744 10.133.0.34:443 100.64.0.4:13666 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:59:13.375Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 68 310 9 - "100.64.0.2" "python-requests/2.32.5" "e48d3880-0d4a-4829-9a81-bb4aa4fe48d9" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52744 10.133.0.34:443 100.64.0.2:13622 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:59:13.406Z] "POST /v1/api-keys/search HTTP/1.1" 200 - via_upstream - "-" 77 3429 11 - "100.64.0.3" "python-requests/2.32.5" "0c480a2c-b8da-42ee-9296-09695896b51e" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52744 10.133.0.34:443 100.64.0.3:28936 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:59:13.438Z] "DELETE /v1/api-keys/b976af2b-bf39-429d-9fe0-72b803d4def7 HTTP/1.1" 200 - via_upstream - "-" 0 287 8 - "100.64.0.3" "python-requests/2.32.5" "34356150-a838-47f2-8554-ccf05a17e833" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52744 10.133.0.34:443 100.64.0.3:27084 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:59:13.465Z] "DELETE /v1/api-keys/d13d0735-d159-483e-af83-dff9f39dd0da HTTP/1.1" 200 - via_upstream - "-" 0 287 9 - "100.64.0.4" "python-requests/2.32.5" "b281fe01-0c94-4590-a8dd-ef144dfface8" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52744 10.133.0.34:443 100.64.0.4:13680 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:59:13.497Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 30 315 9 - "100.64.0.2" "python-requests/2.32.5" "a8ebdbb6-5a96-4f0d-9222-f9782c5920b1" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52734 10.133.0.34:443 100.64.0.2:13628 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T11:59:13.767Z] "POST /internal/v1/subscriptions/select HTTP/1.1" 200 - via_upstream - "-" 115 328 31 - "100.64.0.2" "python-requests/2.32.5" "814b1c8e-8797-44ea-973b-ba63d292fab0" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52734 10.133.0.34:443 100.64.0.2:25858 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 2026-05-21T11:59:30.294723Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:59:30.294775Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:59:30.298964Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:59:30.299115Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:59:30.299350Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:59:30.301139Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T11:59:30.301204Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=18 2026-05-21T11:59:30.301214Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 [2026-05-21T11:59:30.293Z] "POST /internal/v1/subscriptions/select HTTP/1.1" 200 - via_upstream - "-" 114 91 7 - "100.64.0.3" "python-requests/2.32.5" "8afe7c0b-17a7-4cb8-be0b-00839f0692bb" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:52744 10.133.0.34:443 100.64.0.3:7248 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T12:00:35.898Z] "- - HTTP/1.1" 426 DPE low_version - "-" 0 0 0 - "-" "-" "-" "-" "-" - - 10.133.0.34:80 100.64.0.3:19652 - - 2026-05-21T12:00:39.716579Z info ads ADS: new connection for node:4 2026-05-21T12:00:39.718696Z info cache adding watcher for file certificate /etc/pki/tls/certs/ca-bundle.crt 2026-05-21T12:00:39.718738Z info cache read certificate from file resource=file-root:system 2026-05-21T12:00:56.198739Z info ads ADS: "" 4 terminated 2026-05-21T12:01:10.959663Z info ads ADS: new connection for node:5 2026-05-21T12:01:10.963404Z info cache read certificate from file resource=file-root:system 2026-05-21T12:01:27.526916Z info ads ADS: "" 5 terminated with stream closed 2026-05-21T12:01:41.930448Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T12:01:41.930509Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T12:01:41.937107Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T12:01:41.937272Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T12:01:41.943477Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 2026-05-21T12:01:41.943564Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=18 2026-05-21T12:01:41.943581Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=18 [2026-05-21T12:01:41.929Z] "DELETE /v1/api-keys/f56497e2-0e59-412f-8798-99d1886e7b92 HTTP/1.1" 200 - via_upstream - "-" 0 327 14 - "100.64.0.4" "python-requests/2.32.5" "6157de35-4708-428d-9312-6f7289f51d66" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:45726 10.133.0.34:443 100.64.0.4:53808 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 2026-05-21T12:01:41.970719Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T12:01:41.970767Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T12:01:41.983589Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T12:01:41.983741Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T12:01:41.983984Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T12:01:41.988529Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T12:01:41.988600Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=17 2026-05-21T12:01:41.988611Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T12:01:42.010745Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T12:01:42.010794Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T12:01:42.012613Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 2026-05-21T12:01:42.012646Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1140 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=17 [2026-05-21T12:01:41.969Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 71 314 19 - "100.64.0.4" "python-requests/2.32.5" "f59d2d8f-4b5b-4bb6-b8c4-c3a08a9f246e" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "10.134.0.53:8443" outbound|8443||maas-api.opendatahub.svc.cluster.local 10.133.0.34:45736 10.133.0.34:443 100.64.0.4:5290 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com opendatahub.maas-api-route.1 [2026-05-21T12:01:42.009Z] "POST /llm/facebook-opt-125m-simulated/v1/completions HTTP/1.1" 403 - - "-" 66 0 2 - "100.64.0.2" "python-requests/2.32.5" "92f6aece-72ec-46c4-bab3-c24cd892c7e1" "maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com" "-" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local - 10.133.0.34:443 100.64.0.2:9694 maas.apps.ed250876-849a-48a3-9307-8c321ba8bfb3.prod.konfluxeaas.com llm.facebook-opt-125m-simulated-kserve-route.0