[2026-07-09T19:04:12.717Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 150 11 - "10.133.0.33" "Go-http-client/1.1" "86bef912-8861-4b73-9bff-f0a15b53786d" "maas-default-gateway-openshift-default.openshift-ingress.svc.cluster.local" "10.134.0.40:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.34:54794 10.134.0.34:443 10.133.0.33:38416 maas-default-gateway-openshift-default.openshift-ingress.svc.cluster.local llm.facebook-opt-125m-simulated-kserve-route.6 [2026-07-09T19:04:12.708Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 481 22 - "52.71.36.72,10.134.0.10" "python-requests/2.32.5" "a9297855-cfd1-410e-8e8c-678c006fc4f1" "maas.apps.3d5d7b0e-3201-4424-b4a5-9c1c9b2fef32.prod.konfluxeaas.com" "10.133.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:36548 10.134.0.34:443 10.134.0.10:47674 - odh-ai-gateway-infra.maas-api-route.3 2026-07-09T19:04:17.950874Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:04:17.950928Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:04:17.961519Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:04:17.961693Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:04:17.961910Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:04:17.964474Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:04:17.964535Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:04:17.964580Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=25 2026-07-09T19:04:17.964593Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 [2026-07-09T19:04:17.949Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 85 328 15 - "52.71.36.72,10.134.0.10" "python-requests/2.32.5" "9a934e76-8505-45f5-be9e-b9a6488cedad" "maas.apps.3d5d7b0e-3201-4424-b4a5-9c1c9b2fef32.prod.konfluxeaas.com" "10.133.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:48900 10.134.0.34:443 10.134.0.10:53936 - odh-ai-gateway-infra.maas-api-route.3 2026-07-09T19:04:26.225426Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:04:26.225473Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:04:26.231103Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:04:26.231138Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 [2026-07-09T19:04:26.223Z] "GET /v1/models HTTP/1.1" 403 - - "-" 0 92 7 - "52.71.36.72,10.134.0.10" "python-requests/2.32.5" "ceef1849-cc54-41d2-986d-e6651585a7e9" "maas.apps.3d5d7b0e-3201-4424-b4a5-9c1c9b2fef32.prod.konfluxeaas.com" "10.133.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:48900 10.134.0.34:443 10.134.0.10:43882 - odh-ai-gateway-infra.maas-api-route.3 2026-07-09T19:04:35.321174Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:04:35.321226Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:04:35.332795Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:04:35.332914Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:04:35.335870Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:04:35.335927Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:04:35.335962Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=25 2026-07-09T19:04:35.335972Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 [2026-07-09T19:04:35.319Z] "GET /v1/models HTTP/1.1" 403 - via_upstream - "-" 0 89 16 - "52.71.36.72,10.134.0.10" "python-requests/2.32.5" "a6fc5a75-509b-449e-8d6e-bbe5f9fdfe52" "maas.apps.3d5d7b0e-3201-4424-b4a5-9c1c9b2fef32.prod.konfluxeaas.com" "10.133.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:52772 10.134.0.34:443 10.134.0.10:51212 - odh-ai-gateway-infra.maas-api-route.3 2026-07-09T19:04:44.543336Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:04:44.543411Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:04:44.552314Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:04:44.552467Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:04:44.553432Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:04:44.553487Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:04:44.553523Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=25 2026-07-09T19:04:44.553532Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 [2026-07-09T19:04:44.541Z] "GET /v1/models HTTP/1.1" 403 - via_upstream - "-" 0 82 11 - "52.71.36.72,10.134.0.10" "python-requests/2.32.5" "c2eb623e-b167-4331-ae4b-15763266628d" "maas.apps.3d5d7b0e-3201-4424-b4a5-9c1c9b2fef32.prod.konfluxeaas.com" "10.133.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:52772 10.134.0.34:443 10.134.0.10:51220 - odh-ai-gateway-infra.maas-api-route.3 2026-07-09T19:04:53.993048Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:04:53.993098Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:04:54.004583Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:04:54.004712Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:04:54.005671Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:04:54.005724Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:04:54.005759Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-07-09T19:04:54.005768Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 [2026-07-09T19:04:53.991Z] "GET /v1/models HTTP/1.1" 403 - via_upstream - "-" 0 89 14 - "52.71.36.72,10.134.0.10" "python-requests/2.32.5" "36cc7f33-db66-4cd4-a660-efaa65a8eaf7" "maas.apps.3d5d7b0e-3201-4424-b4a5-9c1c9b2fef32.prod.konfluxeaas.com" "10.133.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:36548 10.134.0.34:443 10.134.0.10:51744 - odh-ai-gateway-infra.maas-api-route.3 2026-07-09T19:05:06.276408Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:06.276465Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:06.286830Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:06.286953Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:06.287128Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:06.290064Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:06.290119Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:06.290157Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-07-09T19:05:06.290167Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 [2026-07-09T19:05:06.274Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 45 328 15 - "52.71.36.72,10.134.0.10" "python-requests/2.32.5" "6065663f-7a58-4b2c-a58c-e73a52559649" "maas.apps.3d5d7b0e-3201-4424-b4a5-9c1c9b2fef32.prod.konfluxeaas.com" "10.133.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:36548 10.134.0.34:443 10.134.0.10:50706 - odh-ai-gateway-infra.maas-api-route.3 2026-07-09T19:05:10.321354Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:10.321428Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:10.327947Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:10.328080Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:10.331409Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:10.331442Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:10.339884Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:10.340006Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:10.340110Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:10.342346Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:10.342426Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=25 2026-07-09T19:05:10.342437Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:10.343204Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:10.343255Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:10.343294Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-07-09T19:05:10.343304Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 [2026-07-09T19:05:10.328Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 162 13 - "10.133.0.33" "Go-http-client/1.1" "9216a434-448d-450f-a718-ae3efa8edfae" "maas-default-gateway-openshift-default.openshift-ingress.svc.cluster.local" "10.133.0.36:8000" outbound|8000||e2e-distinct-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.34:54536 10.134.0.34:443 10.133.0.33:38416 maas-default-gateway-openshift-default.openshift-ingress.svc.cluster.local llm.e2e-distinct-simulated-kserve-route.6 [2026-07-09T19:05:10.319Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 478 23 - "52.71.36.72,10.134.0.10" "python-requests/2.32.5" "ca42247a-f093-4039-aeb3-861484b44839" "maas.apps.3d5d7b0e-3201-4424-b4a5-9c1c9b2fef32.prod.konfluxeaas.com" "10.133.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:36548 10.134.0.34:443 10.134.0.10:50712 - odh-ai-gateway-infra.maas-api-route.3 2026-07-09T19:05:22.774283Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:22.774332Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:22.785568Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:22.785696Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:22.785868Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:22.788125Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:22.788176Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:22.788210Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=25 2026-07-09T19:05:22.788219Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:22.814522Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:22.814561Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:22.822205Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:22.822324Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:22.822508Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:22.824537Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:22.824583Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:22.824616Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-07-09T19:05:22.824625Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 [2026-07-09T19:05:22.772Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 55 298 15 - "52.71.36.72,10.134.0.10" "python-requests/2.32.5" "03356a4f-a0d0-483f-ade4-3a3ab3095114" "maas.apps.3d5d7b0e-3201-4424-b4a5-9c1c9b2fef32.prod.konfluxeaas.com" "10.133.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:52772 10.134.0.34:443 10.134.0.10:38528 - odh-ai-gateway-infra.maas-api-route.3 [2026-07-09T19:05:22.812Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 55 298 11 - "52.71.36.72,10.134.0.10" "python-requests/2.32.5" "e09cf174-e8e8-4ff4-87a4-87d2de376d1b" "maas.apps.3d5d7b0e-3201-4424-b4a5-9c1c9b2fef32.prod.konfluxeaas.com" "10.133.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:36548 10.134.0.34:443 10.134.0.10:38544 - odh-ai-gateway-infra.maas-api-route.3 2026-07-09T19:05:26.854784Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:26.854834Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:26.860724Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:26.860836Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:26.863482Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:26.863518Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:26.871579Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:26.871691Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:26.871788Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:26.873553Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:26.873609Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=25 2026-07-09T19:05:26.873620Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:26.874406Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:26.874452Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:26.874488Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-07-09T19:05:26.874497Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:26.901218Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:26.901258Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:26.906129Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:26.906233Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:26.909688Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:26.909721Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:26.917457Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:26.917567Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:26.917651Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:26.919654Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:26.919705Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=25 2026-07-09T19:05:26.919716Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:26.920458Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:26.920502Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:26.920533Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-07-09T19:05:26.920542Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 [2026-07-09T19:05:26.861Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 162 12 - "10.133.0.33" "Go-http-client/1.1" "4329e84a-e48c-420b-a591-00e2f7c21260" "maas-default-gateway-openshift-default.openshift-ingress.svc.cluster.local" "10.133.0.36:8000" outbound|8000||e2e-distinct-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.34:54536 10.134.0.34:443 10.133.0.33:38416 maas-default-gateway-openshift-default.openshift-ingress.svc.cluster.local llm.e2e-distinct-simulated-kserve-route.6 [2026-07-09T19:05:26.853Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 475 21 - "52.71.36.72,10.134.0.10" "python-requests/2.32.5" "2a98ba36-65ad-4335-ac15-1aa6c244e4b1" "maas.apps.3d5d7b0e-3201-4424-b4a5-9c1c9b2fef32.prod.konfluxeaas.com" "10.133.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:36548 10.134.0.34:443 10.134.0.10:40482 - odh-ai-gateway-infra.maas-api-route.3 [2026-07-09T19:05:26.907Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 166 11 - "10.133.0.33" "Go-http-client/1.1" "74a5c7e2-5cc2-48cc-8094-1d254242e43b" "maas-default-gateway-openshift-default.openshift-ingress.svc.cluster.local" "10.132.0.38:8000" outbound|8000||e2e-distinct-2-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.34:49678 10.134.0.34:443 10.133.0.33:38416 maas-default-gateway-openshift-default.openshift-ingress.svc.cluster.local llm.e2e-distinct-2-simulated-kserve-route.6 [2026-07-09T19:05:26.899Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 352 20 - "52.71.36.72,10.134.0.10" "python-requests/2.32.5" "9f6fee4b-13f8-4da3-9f4d-03a17a473690" "maas.apps.3d5d7b0e-3201-4424-b4a5-9c1c9b2fef32.prod.konfluxeaas.com" "10.133.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:36548 10.134.0.34:443 10.134.0.10:40484 - odh-ai-gateway-infra.maas-api-route.3 2026-07-09T19:05:37.482586Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:37.482640Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:37.493560Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:37.493700Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:37.497502Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:37.497539Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:37.506938Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:37.506986Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:37.508190Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:37.508230Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:37.512341Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:37.512507Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:37.512602Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:37.514194Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:37.514256Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=25 2026-07-09T19:05:37.514267Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:37.524935Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:37.525092Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:37.525204Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:37.525539Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:37.525658Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:37.525757Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:37.530090Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:37.530157Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-07-09T19:05:37.530173Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:37.531104Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:37.531166Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-07-09T19:05:37.531181Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:37.533072Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:37.533122Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:37.533162Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=25 2026-07-09T19:05:37.533173Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 [2026-07-09T19:05:37.495Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 150 18 - "10.133.0.33" "Go-http-client/1.1" "8662d2fe-9cd4-47b4-a362-ae4cb9d48688" "maas-default-gateway-openshift-default.openshift-ingress.svc.cluster.local" "10.134.0.40:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.34:54794 10.134.0.34:443 10.133.0.33:38416 maas-default-gateway-openshift-default.openshift-ingress.svc.cluster.local llm.facebook-opt-125m-simulated-kserve-route.6 [2026-07-09T19:05:37.505Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 162 24 - "10.133.0.33" "Go-http-client/1.1" "aee3bfda-57a8-459b-993b-1f2544246805" "maas-default-gateway-openshift-default.openshift-ingress.svc.cluster.local" "10.133.0.36:8000" outbound|8000||e2e-distinct-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.34:53172 10.134.0.34:443 10.133.0.33:55288 maas-default-gateway-openshift-default.openshift-ingress.svc.cluster.local llm.e2e-distinct-simulated-kserve-route.6 [2026-07-09T19:05:37.504Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 166 26 - "10.133.0.33" "Go-http-client/1.1" "1d14e2e4-2db6-4dcb-9531-795538aa5a0d" "maas-default-gateway-openshift-default.openshift-ingress.svc.cluster.local" "10.132.0.38:8000" outbound|8000||e2e-distinct-2-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.34:39096 10.134.0.34:443 10.133.0.33:55284 maas-default-gateway-openshift-default.openshift-ingress.svc.cluster.local llm.e2e-distinct-2-simulated-kserve-route.6 [2026-07-09T19:05:37.481Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 1382 52 - "52.71.36.72,10.134.0.10" "python-requests/2.32.5" "2f6dad17-942a-41d3-aa63-f19361ec66cf" "maas.apps.3d5d7b0e-3201-4424-b4a5-9c1c9b2fef32.prod.konfluxeaas.com" "10.133.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:52772 10.134.0.34:443 10.134.0.10:39752 - odh-ai-gateway-infra.maas-api-route.3 2026-07-09T19:05:50.108528Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:50.108578Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:50.119313Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:50.119476Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:50.123685Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:50.123735Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:50.138550Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:50.138682Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:50.138790Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:50.141211Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:50.141282Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-07-09T19:05:50.141298Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:50.142454Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:50.142500Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:50.142534Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=25 2026-07-09T19:05:50.142544Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:50.168374Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:50.168430Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:50.176842Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:50.176939Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:50.179596Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:50.179635Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:50.191904Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:50.192044Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:50.192136Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:50.193741Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:50.193786Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-07-09T19:05:50.193796Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:05:50.194514Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:50.194561Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:50.194593Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=25 2026-07-09T19:05:50.194603Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 [2026-07-09T19:05:50.121Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 162 20 - "10.133.0.33" "Go-http-client/1.1" "ed9b0661-872c-4c5c-8869-3b902f3bea94" "maas-default-gateway-openshift-default.openshift-ingress.svc.cluster.local" "10.133.0.36:8000" outbound|8000||e2e-distinct-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.34:53172 10.134.0.34:443 10.133.0.33:55288 maas-default-gateway-openshift-default.openshift-ingress.svc.cluster.local llm.e2e-distinct-simulated-kserve-route.6 [2026-07-09T19:05:50.106Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 477 35 - "52.71.36.72,10.134.0.10" "python-requests/2.32.5" "44dae192-deec-4c83-ade3-177a027a1a79" "maas.apps.3d5d7b0e-3201-4424-b4a5-9c1c9b2fef32.prod.konfluxeaas.com" "10.133.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:52772 10.134.0.34:443 10.134.0.10:42556 - odh-ai-gateway-infra.maas-api-route.3 [2026-07-09T19:05:50.177Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 166 16 - "10.133.0.33" "Go-http-client/1.1" "3db033c9-db5c-43bc-a332-f151fc9ca11b" "maas-default-gateway-openshift-default.openshift-ingress.svc.cluster.local" "10.132.0.38:8000" outbound|8000||e2e-distinct-2-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.34:39096 10.134.0.34:443 10.133.0.33:55288 maas-default-gateway-openshift-default.openshift-ingress.svc.cluster.local llm.e2e-distinct-2-simulated-kserve-route.6 [2026-07-09T19:05:50.167Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 354 27 - "52.71.36.72,10.134.0.10" "python-requests/2.32.5" "995389f0-cb42-40b9-aba6-9e23269a1972" "maas.apps.3d5d7b0e-3201-4424-b4a5-9c1c9b2fef32.prod.konfluxeaas.com" "10.133.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:52772 10.134.0.34:443 10.134.0.10:42564 - odh-ai-gateway-infra.maas-api-route.3 2026-07-09T19:05:55.242316Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:55.242373Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:55.243838Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:05:55.243875Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 [2026-07-09T19:05:55.240Z] "GET /maas-api/v1/models HTTP/1.1" 401 - - "-" 0 0 3 - "52.71.36.72,10.134.0.10" "python-requests/2.32.5" "c26d309b-4f2f-456e-9d32-e8bf0c70b92b" "maas.apps.3d5d7b0e-3201-4424-b4a5-9c1c9b2fef32.prod.konfluxeaas.com" "-" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local - 10.134.0.34:443 10.134.0.10:36386 - odh-ai-gateway-infra.maas-api-route.3 2026-07-09T19:06:05.565404Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:06:05.565457Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:06:05.577181Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:06:05.577324Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:06:05.577529Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:06:05.579256Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:06:05.579308Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:06:05.579346Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=25 2026-07-09T19:06:05.579356Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:06:05.610056Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:06:05.610092Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:06:05.618298Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:06:05.618435Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:06:05.618666Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:06:05.618698Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:06:05.619729Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:06:05.619757Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:06:05.619967Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:06:05.622658Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:06:05.622781Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:06:05.622970Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:06:05.623419Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:06:05.649340Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:06:05.649397Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:06:05.657188Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:06:05.657302Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:06:05.657539Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:06:05.657568Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:06:05.657894Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:06:05.657923Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:06:05.690861Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:06:05.690898Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:06:05.699477Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:06:05.699587Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:06:05.699815Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:06:05.699847Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:06:05.700125Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:06:05.700148Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:06:05.721433Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:06:05.721463Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:06:05.726465Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:06:05.726557Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:06:05.728979Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:06:05.729010Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:06:05.736827Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:06:05.736932Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:06:05.737013Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:06:05.738506Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:06:05.738557Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-07-09T19:06:05.738568Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:06:05.739261Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:06:05.739299Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:06:05.739329Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-07-09T19:06:05.739338Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 [2026-07-09T19:06:05.563Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 88 331 15 - "52.71.36.72,10.134.0.10" "python-requests/2.32.5" "c5d38e64-a12c-4003-9ffe-96feebacf314" "maas.apps.3d5d7b0e-3201-4424-b4a5-9c1c9b2fef32.prod.konfluxeaas.com" "10.133.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:52772 10.134.0.34:443 10.134.0.10:56472 - odh-ai-gateway-infra.maas-api-route.3 [2026-07-09T19:06:05.608Z] "POST /v1/completions HTTP/1.1" 200 - via_upstream - "-" 66 282 15 - "52.71.36.72,10.134.0.10" "python-requests/2.32.5" "050beeef-9b7e-41c5-9add-1f3a7499ad17" "maas.apps.3d5d7b0e-3201-4424-b4a5-9c1c9b2fef32.prod.konfluxeaas.com" "10.133.0.37:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.34:47140 10.134.0.34:443 10.134.0.10:56478 - llm.e2e-unconfigured-facebook-opt-125m-simulated-kserve-route.0 [2026-07-09T19:06:05.647Z] "POST /v1/completions HTTP/1.1" 429 - - "-" 66 18 10 - "52.71.36.72,10.134.0.10" "python-requests/2.32.5" "3780499e-0504-4a61-abe7-3c4703dae17d" "maas.apps.3d5d7b0e-3201-4424-b4a5-9c1c9b2fef32.prod.konfluxeaas.com" "10.133.0.37:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local - 10.134.0.34:443 10.134.0.10:56480 - llm.e2e-unconfigured-facebook-opt-125m-simulated-kserve-route.0 [2026-07-09T19:06:05.689Z] "POST /v1/completions HTTP/1.1" 429 - - "-" 66 18 11 - "52.71.36.72,10.134.0.10" "python-requests/2.32.5" "c1dc37f8-fa96-4e41-9c22-5ff1e9214f1c" "maas.apps.3d5d7b0e-3201-4424-b4a5-9c1c9b2fef32.prod.konfluxeaas.com" "10.133.0.37:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.34:47140 10.134.0.34:443 10.134.0.10:56482 - llm.e2e-unconfigured-facebook-opt-125m-simulated-kserve-route.0 [2026-07-09T19:06:05.727Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 150 11 - "10.133.0.33" "Go-http-client/1.1" "63b8fdab-1cf5-4a72-973f-2243b8823104" "maas-default-gateway-openshift-default.openshift-ingress.svc.cluster.local" "10.133.0.37:8000" outbound|8000||e2e-unconfiab60ef4d3a239b5143b412cab04acac3-kserve-workload-svc.llm.svc.cluster.local 10.134.0.34:55536 10.134.0.34:443 10.133.0.33:55288 maas-default-gateway-openshift-default.openshift-ingress.svc.cluster.local llm.e2e-unconfigured-facebook-opt-125m-simulated-kserve-route.6 [2026-07-09T19:06:05.720Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 554 19 - "52.71.36.72,10.134.0.10" "python-requests/2.32.5" "0a12d424-8248-42fa-9c39-03967664e119" "maas.apps.3d5d7b0e-3201-4424-b4a5-9c1c9b2fef32.prod.konfluxeaas.com" "10.133.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:36548 10.134.0.34:443 10.134.0.10:56490 - odh-ai-gateway-infra.maas-api-route.3 2026-07-09T19:06:10.811993Z info ads ADS: new connection for node:4 2026-07-09T19:06:10.814296Z info cache adding watcher for file certificate /etc/pki/tls/certs/ca-bundle.crt 2026-07-09T19:06:10.814339Z info cache read certificate from file resource=file-root:system 2026-07-09T19:06:17.546285Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:06:17.546343Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:06:17.558049Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:06:17.558179Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:06:17.558361Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:06:17.561960Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:06:17.562014Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:06:17.562055Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-07-09T19:06:17.562065Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 [2026-07-09T19:06:17.544Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 79 322 17 - "52.71.36.72,10.134.0.10" "python-requests/2.32.5" "701d1ac9-4270-4273-a996-35be8781ef6e" "maas.apps.3d5d7b0e-3201-4424-b4a5-9c1c9b2fef32.prod.konfluxeaas.com" "10.133.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:36548 10.134.0.34:443 10.134.0.10:57274 - odh-ai-gateway-infra.maas-api-route.3 2026-07-09T19:06:17.954467Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:06:17.954506Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:06:17.980828Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:06:17.980873Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:06:18.008061Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:06:18.008099Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:06:18.009332Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:06:18.009361Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:06:18.041575Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:06:18.041608Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:06:18.050711Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:06:18.050825Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:06:18.051036Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:06:18.051064Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:06:18.052022Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:06:18.052057Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:06:18.052257Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:06:18.062817Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:06:18.062934Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=25 2026-07-09T19:06:18.062948Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 [2026-07-09T19:06:17.951Z] "POST /llm/e2e-external-model/v1/chat/completions HTTP/1.1" 401 - - "-" 83 0 29 - "52.71.36.72,10.134.0.10" "python-requests/2.32.5" "93bb2fe1-9394-41da-8e1d-5007b25b752a" "maas.apps.3d5d7b0e-3201-4424-b4a5-9c1c9b2fef32.prod.konfluxeaas.com" "-" outbound|443||httpbin.org - 10.134.0.34:443 10.134.0.10:57278 - llm.maas-e2e-external-model.0 [2026-07-09T19:06:18.005Z] "POST /llm/e2e-external-model/v1/chat/completions HTTP/1.1" 401 - - "-" 83 0 3 - "52.71.36.72,10.134.0.10" "python-requests/2.32.5" "2254d3e4-ae5b-4ec9-b3fa-6aa3d0ab5f2f" "maas.apps.3d5d7b0e-3201-4424-b4a5-9c1c9b2fef32.prod.konfluxeaas.com" "-" outbound|443||httpbin.org - 10.134.0.34:443 10.134.0.10:57292 - llm.maas-e2e-external-model.0 [2026-07-09T19:06:18.039Z] "POST /llm/e2e-external-model/v1/chat/completions HTTP/1.1" 404 - via_upstream - "-" 83 233 23 - "52.71.36.72,10.134.0.10" "python-requests/2.32.5" "c388c269-3e14-460c-8779-db831bfea38c" "httpbin.org" "44.196.60.120:443" outbound|443||httpbin.org 10.134.0.34:39782 10.134.0.34:443 10.134.0.10:57296 - llm.maas-e2e-external-model.0 2026-07-09T19:06:31.783325Z info ads ADS: "" 4 terminated with stream closed 2026-07-09T19:18:17.727669Z info xdsproxy connected to delta upstream XDS server: istiod-openshift-gateway.openshift-ingress.svc:15012 id=2 2026-07-09T19:27:03.063013Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:27:03.063064Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:27:03.072866Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:27:03.072999Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:27:03.073302Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:27:03.086632Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:27:03.086686Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:27:03.086720Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=25 2026-07-09T19:27:03.086729Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:27:03.114723Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.114761Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.122443Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.122552Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.122798Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.125997Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.126042Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.126073Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-07-09T19:27:03.126081Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.152445Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.152483Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.160968Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.161061Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.161180Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.163180Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.163219Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.163247Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-07-09T19:27:03.163255Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.186083Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.186117Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.194061Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.194152Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.194267Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.196407Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.196447Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.196475Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-07-09T19:27:03.196483Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.218262Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:27:03.218295Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:27:03.233091Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:27:03.233189Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:27:03.243110Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.243144Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.251165Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.251272Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.251349Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.254340Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.254401Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-07-09T19:27:03.254412Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.255886Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:27:03.255929Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:27:03.255967Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=25 2026-07-09T19:27:03.255977Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:27:03.280953Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:27:03.280986Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:27:03.286332Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:27:03.286445Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:27:03.288780Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.288817Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.297089Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.297194Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.297274Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.298636Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.298685Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-07-09T19:27:03.298695Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.299356Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:27:03.299412Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:27:03.299451Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=25 2026-07-09T19:27:03.299460Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:27:03.326068Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.326104Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.331630Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.331725Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.334038Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.334073Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.341529Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.341638Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.341722Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.343050Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.343100Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-07-09T19:27:03.343111Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.343802Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.343846Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.343878Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-07-09T19:27:03.343888Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.366654Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.366689Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 [2026-07-09T19:27:03.061Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 66 308 25 - "52.71.36.72,10.134.0.10" "python-requests/2.32.5" "2fe41803-024d-4169-ba38-aeb20439b7d5" "maas.apps.3d5d7b0e-3201-4424-b4a5-9c1c9b2fef32.prod.konfluxeaas.com" "10.133.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:44068 10.134.0.34:443 10.134.0.10:51064 - odh-ai-gateway-infra.maas-api-route.3 [2026-07-09T19:27:03.113Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 66 309 12 - "52.71.36.72,10.134.0.10" "python-requests/2.32.5" "6dc60a11-6a21-43be-bc35-c93a0b4fee1a" "maas.apps.3d5d7b0e-3201-4424-b4a5-9c1c9b2fef32.prod.konfluxeaas.com" "10.133.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:44080 10.134.0.34:443 10.134.0.10:51080 - odh-ai-gateway-infra.maas-api-route.3 [2026-07-09T19:27:03.151Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 66 309 12 - "52.71.36.72,10.134.0.10" "python-requests/2.32.5" "b0537746-d764-9482-98e8-f34ebfa4454d" "maas.apps.3d5d7b0e-3201-4424-b4a5-9c1c9b2fef32.prod.konfluxeaas.com" "10.133.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:44080 10.134.0.34:443 10.134.0.10:51082 - odh-ai-gateway-infra.maas-api-route.3 [2026-07-09T19:27:03.184Z] "POST /v1/api-keys HTTP/1.1" 201 - via_upstream - "-" 66 309 11 - "52.71.36.72,10.134.0.10" "python-requests/2.32.5" "70cd99e7-b46c-4a7d-b959-ae73c1030290" "maas.apps.3d5d7b0e-3201-4424-b4a5-9c1c9b2fef32.prod.konfluxeaas.com" "10.133.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:44080 10.134.0.34:443 10.134.0.10:51090 - odh-ai-gateway-infra.maas-api-route.3 [2026-07-09T19:27:03.241Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 150 13 - "10.133.0.33" "Go-http-client/1.1" "653dee54-a7ca-469a-9299-d62fd450eb73" "maas-default-gateway-openshift-default.openshift-ingress.svc.cluster.local" "10.134.0.40:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.34:33400 10.134.0.34:443 10.133.0.33:57776 maas-default-gateway-openshift-default.openshift-ingress.svc.cluster.local llm.facebook-opt-125m-simulated-kserve-route.6 [2026-07-09T19:27:03.217Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 475 38 - "52.71.36.72,10.134.0.10" "python-requests/2.32.5" "a6481bc4-7057-43e8-b6a7-5443f6029822" "maas.apps.3d5d7b0e-3201-4424-b4a5-9c1c9b2fef32.prod.konfluxeaas.com" "10.133.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:44068 10.134.0.34:443 10.134.0.10:51096 - odh-ai-gateway-infra.maas-api-route.3 [2026-07-09T19:27:03.287Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 150 11 - "10.133.0.33" "Go-http-client/1.1" "0166fb9d-93c2-4dde-b886-a8dadac2f2f1" "maas-default-gateway-openshift-default.openshift-ingress.svc.cluster.local" "10.134.0.40:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.34:33400 10.134.0.34:443 10.133.0.33:57776 maas-default-gateway-openshift-default.openshift-ingress.svc.cluster.local llm.facebook-opt-125m-simulated-kserve-route.6 [2026-07-09T19:27:03.279Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 475 19 - "52.71.36.72,10.134.0.10" "python-requests/2.32.5" "b2e63aa7-5cd1-483e-9b88-a92997d14564" "maas.apps.3d5d7b0e-3201-4424-b4a5-9c1c9b2fef32.prod.konfluxeaas.com" "10.133.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:44068 10.134.0.34:443 10.134.0.10:51102 - odh-ai-gateway-infra.maas-api-route.3 [2026-07-09T19:27:03.332Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 150 10 - "10.133.0.33" "Go-http-client/1.1" "a36285f2-125e-4305-b6a6-e0c16aed1452" "maas-default-gateway-openshift-default.openshift-ingress.svc.cluster.local" "10.134.0.40:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.34:33400 10.134.0.34:443 10.133.0.33:57776 maas-default-gateway-openshift-default.openshift-ingress.svc.cluster.local llm.facebook-opt-125m-simulated-kserve-route.6 [2026-07-09T19:27:03.324Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 475 18 - "52.71.36.72,10.134.0.10" "python-requests/2.32.5" "e1399136-579f-4c17-9f1f-8bce3b39f3e1" "maas.apps.3d5d7b0e-3201-4424-b4a5-9c1c9b2fef32.prod.konfluxeaas.com" "10.133.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:44080 10.134.0.34:443 10.134.0.10:51118 - odh-ai-gateway-infra.maas-api-route.3 2026-07-09T19:27:03.371586Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.371680Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.374026Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.374060Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.381862Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.381967Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.382049Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.383337Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.383416Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-07-09T19:27:03.383431Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.384107Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.384152Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:03.384186Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-07-09T19:27:03.384195Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 [2026-07-09T19:27:03.372Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 150 11 - "10.133.0.33" "Go-http-client/1.1" "64b1bb3f-6196-4007-83c3-d868a6aae785" "maas-default-gateway-openshift-default.openshift-ingress.svc.cluster.local" "10.134.0.40:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.34:33400 10.134.0.34:443 10.133.0.33:57776 maas-default-gateway-openshift-default.openshift-ingress.svc.cluster.local llm.facebook-opt-125m-simulated-kserve-route.6 [2026-07-09T19:27:03.365Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 475 18 - "52.71.36.72,10.134.0.10" "python-requests/2.32.5" "45fb03f7-b52a-4841-8a7d-f0aaf67ad168" "maas.apps.3d5d7b0e-3201-4424-b4a5-9c1c9b2fef32.prod.konfluxeaas.com" "10.133.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:44080 10.134.0.34:443 10.134.0.10:51128 - odh-ai-gateway-infra.maas-api-route.3 2026-07-09T19:27:07.633127Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:27:07.633191Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:27:07.638286Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:27:07.638332Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:27:07.665709Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:27:07.665758Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:27:07.670196Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:27:07.670237Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:27:07.690786Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:07.690826Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:07.695825Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:07.695932Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:07.698626Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:07.698659Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:07.698673Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:07.698683Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:07.706902Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:07.707012Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:07.707094Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:07.707155Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:07.707208Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:07.708726Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:07.708749Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:07.708759Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:07.708801Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-07-09T19:27:07.708810Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:07.708822Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-07-09T19:27:07.708827Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:07.708837Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-07-09T19:27:07.708842Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:07.709553Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:07.709595Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:07.709624Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-07-09T19:27:07.709633Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:07.732684Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:27:07.732725Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:27:07.738739Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:27:07.738849Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:27:07.741282Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:07.741316Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:07.741327Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:07.741337Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:07.749339Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:07.749462Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:07.749543Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:07.749604Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:07.749656Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:07.751027Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:07.751049Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:07.751058Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:07.751091Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-07-09T19:27:07.751101Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:07.751114Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-07-09T19:27:07.751119Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:07.751130Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-07-09T19:27:07.751135Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:07.751867Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:27:07.751922Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:27:07.751966Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=25 2026-07-09T19:27:07.751979Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:27:07.778497Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:27:07.778535Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:27:07.786750Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:27:07.786857Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:27:07.789920Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:27:07.789971Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:27:07.790009Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=25 2026-07-09T19:27:07.790021Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=25 2026-07-09T19:27:07.811548Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:07.811591Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:07.819108Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:07.819204Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:07.821786Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:07.821827Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 2026-07-09T19:27:07.821856Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Missing json property: /usage/total_tokens thread=24 2026-07-09T19:27:07.821865Z warning envoy wasm external/envoy/source/extensions/common/wasm/context.cc:1152 wasm log openshift-ingress.kuadrant-maas-default-gateway: Span buffer full (100), dropping oldest span thread=24 [2026-07-09T19:27:07.631Z] "GET /v1/models HTTP/1.1" 403 - - "-" 0 92 6 - "52.71.36.72,10.134.0.10" "python-requests/2.32.5" "115363fc-da2c-48fe-a0da-881cd295e8f5" "maas.apps.3d5d7b0e-3201-4424-b4a5-9c1c9b2fef32.prod.konfluxeaas.com" "10.133.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:44068 10.134.0.34:443 10.134.0.10:60374 - odh-ai-gateway-infra.maas-api-route.3 [2026-07-09T19:27:07.664Z] "GET /v1/models HTTP/1.1" 403 - - "-" 0 92 6 - "52.71.36.72,10.134.0.10" "python-requests/2.32.5" "2d2a4bd0-8e6f-4ca6-835c-2b600283a1a0" "maas.apps.3d5d7b0e-3201-4424-b4a5-9c1c9b2fef32.prod.konfluxeaas.com" "10.133.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local - 10.134.0.34:443 10.134.0.10:60386 - odh-ai-gateway-infra.maas-api-route.3 [2026-07-09T19:27:07.696Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 150 12 - "10.133.0.33" "Go-http-client/1.1" "ee47b0da-ad1e-440a-92e7-74bbbb09b62c" "maas-default-gateway-openshift-default.openshift-ingress.svc.cluster.local" "10.134.0.40:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.34:33400 10.134.0.34:443 10.133.0.33:57776 maas-default-gateway-openshift-default.openshift-ingress.svc.cluster.local llm.facebook-opt-125m-simulated-kserve-route.6 [2026-07-09T19:27:07.689Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 475 20 - "52.71.36.72,10.134.0.10" "python-requests/2.32.5" "b463bea1-51c2-4b17-a1fb-a638e43afb10" "maas.apps.3d5d7b0e-3201-4424-b4a5-9c1c9b2fef32.prod.konfluxeaas.com" "10.133.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:44080 10.134.0.34:443 10.134.0.10:60394 - odh-ai-gateway-infra.maas-api-route.3 [2026-07-09T19:27:07.739Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 150 11 - "10.133.0.33" "Go-http-client/1.1" "5667cdee-c20f-4ecc-aa55-109af4ac5ef7" "maas-default-gateway-openshift-default.openshift-ingress.svc.cluster.local" "10.134.0.40:8000" outbound|8000||facebook-opt-125m-simulated-kserve-workload-svc.llm.svc.cluster.local 10.134.0.34:33400 10.134.0.34:443 10.133.0.33:57776 maas-default-gateway-openshift-default.openshift-ingress.svc.cluster.local llm.facebook-opt-125m-simulated-kserve-route.6 [2026-07-09T19:27:07.731Z] "GET /v1/models HTTP/1.1" 200 - via_upstream - "-" 0 475 20 - "52.71.36.72,10.134.0.10" "python-requests/2.32.5" "7f375888-b1f5-4323-ae0d-bd5458181386" "maas.apps.3d5d7b0e-3201-4424-b4a5-9c1c9b2fef32.prod.konfluxeaas.com" "10.133.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:56188 10.134.0.34:443 10.134.0.10:60396 - odh-ai-gateway-infra.maas-api-route.3 [2026-07-09T19:27:07.777Z] "DELETE /v1/api-keys/3b4babf3-f594-4027-95bf-79ca2128c185 HTTP/1.1" 200 - via_upstream - "-" 0 352 12 - "52.71.36.72,10.134.0.10" "python-requests/2.32.5" "14d13bd3-2bb0-4674-af4a-e1c83743f37b" "maas.apps.3d5d7b0e-3201-4424-b4a5-9c1c9b2fef32.prod.konfluxeaas.com" "10.133.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:56188 10.134.0.34:443 10.134.0.10:60410 - odh-ai-gateway-infra.maas-api-route.3 [2026-07-09T19:27:07.809Z] "DELETE /v1/api-keys/ceaede67-477b-445f-9458-2de981fdc6e9 HTTP/1.1" 200 - via_upstream - "-" 0 352 12 - "52.71.36.72,10.134.0.10" "python-requests/2.32.5" "4f1c7cf2-e39c-4d57-a982-16f0d2fadc69" "maas.apps.3d5d7b0e-3201-4424-b4a5-9c1c9b2fef32.prod.konfluxeaas.com" "10.133.0.33:8443" outbound|8443||maas-api.odh-ai-gateway-infra.svc.cluster.local 10.134.0.34:44080 10.134.0.34:443 10.134.0.10:60412 - odh-ai-gateway-infra.maas-api-route.3 [2026-07-09T19:27:26.169Z] "GET /v1/tenants HTTP/1.1" 404 NR route_not_found - "-" 0 0 1 - "52.71.36.72,10.134.0.10" "python-requests/2.32.5" "45c24ebb-ada7-4d52-ba9b-e217825e806b" "maas.apps.3d5d7b0e-3201-4424-b4a5-9c1c9b2fef32.prod.konfluxeaas.com" "-" - - 10.134.0.34:443 10.134.0.10:40458 - -