[GIN] 2026/05/26 - 22:05:28 | 200 | 36.905µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:05:30 | 200 | 34.196µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T22:05:32.798Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"4c9f71a1-72fb-4608-9ca6-c7db84e82649","ephemeral":false} {"level":"info","timestamp":"2026-05-26T22:05:32.798Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4c9f71a1-72fb-4608-9ca6-c7db84e82649","keyPrefix":"sk-oai-1XFwX5lpCxX4...","username":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 22:05:32 | 201 | 1.954652ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:05:33 | 200 | 37.601µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:05:38 | 200 | 35.28µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:05:40 | 200 | 35.439µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:05:41 | 200 | 420.298µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:05:41 | 200 | 166.488µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:05:43 | 200 | 36.471µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:05:48 | 200 | 33.225µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:05:50 | 200 | 34.487µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:05:53 | 200 | 42.105µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T22:05:58.597Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"7c16f037-2b59-43a4-9251-76e0771f5e15","ephemeral":false} {"level":"info","timestamp":"2026-05-26T22:05:58.597Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7c16f037-2b59-43a4-9251-76e0771f5e15","keyPrefix":"sk-oai-14Vnr4bGJiHG...","username":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 22:05:58 | 201 | 1.803354ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:05:58 | 200 | 369.069µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:05:58 | 200 | 154.905µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:05:58 | 200 | 31.297µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:06:00 | 200 | 35.681µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:06:03 | 200 | 37.791µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:06:08 | 200 | 34.329µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:06:10 | 200 | 34.012µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:06:13 | 200 | 35.777µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T22:06:16.300Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"86af9302-985f-427f-8202-92d773599136","ephemeral":false} {"level":"info","timestamp":"2026-05-26T22:06:16.300Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"86af9302-985f-427f-8202-92d773599136","keyPrefix":"sk-oai-1Fy3iznSvwGb...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 22:06:16 | 201 | 2.071304ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:06:16 | 200 | 388.791µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:06:16 | 200 | 150.254µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:06:18 | 200 | 34.109µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:06:20 | 200 | 36.175µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:06:23 | 200 | 32.953µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:06:28 | 200 | 35.357µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:06:30 | 200 | 35.265µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T22:06:33.712Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"ae6735d0-5c4a-4b2b-a03e-cd9d85b2e590","ephemeral":false} {"level":"info","timestamp":"2026-05-26T22:06:33.712Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ae6735d0-5c4a-4b2b-a03e-cd9d85b2e590","keyPrefix":"sk-oai-1ASYDB6Hz9zi...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 22:06:33 | 201 | 1.658033ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-26T22:06:33.747Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"3cb889bb-c2a2-4746-8165-7d44417c0581","ephemeral":false} {"level":"info","timestamp":"2026-05-26T22:06:33.747Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3cb889bb-c2a2-4746-8165-7d44417c0581","keyPrefix":"sk-oai-wsY7NMO2wQ7m...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 22:06:33 | 201 | 1.719779ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:06:33 | 200 | 34.064µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:06:33 | 200 | 402.33µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:06:33 | 200 | 295.384µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:06:33 | 200 | 446.53µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:06:33 | 200 | 281.298µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:06:38 | 200 | 33.065µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:06:40 | 200 | 33.259µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:06:43 | 200 | 35.514µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:06:48 | 200 | 38.13µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:06:50 | 200 | 36.997µs | 10.134.0.2 | GET "/health" {"level":"warn","timestamp":"2026-05-26T22:06:51.475Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"} {"level":"error","timestamp":"2026-05-26T22:06:51.475Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/05/26 - 22:06:51 | 400 | 305.328µs | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:06:53 | 200 | 34.172µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:06:58 | 200 | 39.288µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:07:00 | 200 | 50.637µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:07:03 | 200 | 33.095µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:07:08 | 200 | 36.308µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T22:07:08.916Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"9828ad1c-91f0-4308-87a7-82ff5ecadf56","ephemeral":false} {"level":"info","timestamp":"2026-05-26T22:07:08.916Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9828ad1c-91f0-4308-87a7-82ff5ecadf56","keyPrefix":"sk-oai-1CXuLINYLFCL...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 22:07:08 | 201 | 10.298175ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:07:08 | 200 | 1.174533ms | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:07:08 | 200 | 378.639µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:07:10 | 200 | 45.923µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:07:13 | 200 | 39.841µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T22:07:18.032Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"a78cf7dc-4818-4f71-bfe6-3ca5374f7e81","ephemeral":false} {"level":"info","timestamp":"2026-05-26T22:07:18.032Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a78cf7dc-4818-4f71-bfe6-3ca5374f7e81","keyPrefix":"sk-oai-tS2ekMajQcPx...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 22:07:18 | 201 | 1.70724ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:07:18 | 200 | 52.111µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:07:20 | 200 | 41.525µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:07:23 | 200 | 43.786µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:07:26 | 200 | 556.87µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:07:26 | 200 | 160.89µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:07:28 | 200 | 41.94µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:07:30 | 200 | 53.747µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:07:33 | 200 | 42.507µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:07:38 | 200 | 50.694µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:07:40 | 200 | 41.706µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T22:07:43.665Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"4433aafc-2430-44cc-963c-3e6d665823ea","ephemeral":false} {"level":"info","timestamp":"2026-05-26T22:07:43.665Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4433aafc-2430-44cc-963c-3e6d665823ea","keyPrefix":"sk-oai-1FKAG301HNo4...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 22:07:43 | 201 | 1.619709ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:07:43 | 200 | 446.37µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:07:43 | 200 | 165.982µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:07:43 | 200 | 39.254µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:07:48 | 200 | 40.614µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:07:50 | 200 | 47.882µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:07:53 | 200 | 40.739µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:07:58 | 200 | 42.518µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:08:00 | 200 | 49.905µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:08:03 | 200 | 41.302µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:08:08 | 200 | 45.406µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:08:10 | 200 | 50.208µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:08:13 | 200 | 47.424µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:08:18 | 200 | 41.227µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:08:20 | 200 | 41.374µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:08:23 | 200 | 43.217µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:08:28 | 200 | 40.634µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:08:30 | 200 | 39.338µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:08:33 | 200 | 41.063µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:08:38 | 200 | 40.384µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:08:40 | 200 | 54.582µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:08:43 | 200 | 50.919µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:08:48 | 200 | 40.211µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:08:50 | 200 | 40.184µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:08:53 | 200 | 44.337µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:08:58 | 200 | 39.724µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:09:00 | 200 | 40.916µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:09:03 | 200 | 43.171µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:09:08 | 200 | 43.268µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:09:10 | 200 | 39.03µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:09:13 | 200 | 42.378µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:09:18 | 200 | 41.581µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:09:20 | 200 | 43.979µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:09:23 | 200 | 41.421µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:09:28 | 200 | 62.31µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:09:30 | 200 | 42.378µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:09:33 | 200 | 45.358µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:09:38 | 200 | 42.089µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:09:40 | 200 | 40.858µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T22:09:43.705Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"02e7e318-dd04-41fb-afbb-0d190901a477","ephemeral":false} {"level":"info","timestamp":"2026-05-26T22:09:43.705Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"02e7e318-dd04-41fb-afbb-0d190901a477","keyPrefix":"sk-oai-yBRMHelRNka1...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 22:09:43 | 201 | 1.670274ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:09:43 | 200 | 39.251µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:09:48 | 200 | 41.713µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:09:50 | 200 | 38.485µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:09:53 | 200 | 45.706µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:09:58 | 200 | 45.456µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:10:00 | 200 | 42.659µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:10:03 | 200 | 41.011µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:10:06 | 200 | 573.589µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:10:06 | 200 | 164.491µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:10:07 | 404 | 715.663µs | 100.64.0.2 | DELETE "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:10:08 | 200 | 45.717µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:10:10 | 200 | 44.334µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:10:13 | 200 | 39.135µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:10:18 | 200 | 69.416µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:10:20 | 200 | 40.392µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:10:23 | 200 | 40.289µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:10:28 | 200 | 40.112µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:10:30 | 200 | 38.993µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:10:33 | 200 | 39.986µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:10:38 | 200 | 53.35µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:10:40 | 200 | 39.555µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:10:43 | 200 | 42.827µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:10:48 | 200 | 39.804µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:10:50 | 200 | 40.85µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:10:53 | 200 | 44.118µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:10:58 | 200 | 39.196µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T22:10:59.860Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"c9cf4a84-bdf6-4da1-844a-3831be02af69","ephemeral":false} {"level":"info","timestamp":"2026-05-26T22:10:59.860Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c9cf4a84-bdf6-4da1-844a-3831be02af69","keyPrefix":"sk-oai-eMIXCCTiEWhw...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 22:10:59 | 201 | 1.647368ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:10:59 | 200 | 456.277µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:10:59 | 200 | 207.856µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:11:00 | 200 | 40.714µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:11:03 | 200 | 63.738µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:11:08 | 200 | 44.348µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:11:10 | 200 | 47.382µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:11:13 | 200 | 42.548µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:11:18 | 200 | 48.483µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T22:11:19.084Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"6cef6cd9-250a-4344-adfe-8b3eb287cb98","ephemeral":false} {"level":"info","timestamp":"2026-05-26T22:11:19.084Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6cef6cd9-250a-4344-adfe-8b3eb287cb98","keyPrefix":"sk-oai-OuNuSHIaqv4g...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 22:11:19 | 201 | 1.805382ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:11:19 | 200 | 479.349µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:11:19 | 200 | 170.857µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:11:19 | 200 | 362.633µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:11:19 | 200 | 163.21µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:11:20 | 200 | 38.847µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:11:23 | 200 | 48.501µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:11:28 | 200 | 38.532µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:11:30 | 200 | 38.81µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:11:33 | 200 | 45.284µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T22:11:38.592Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"8c8fc6e4-cd34-43fc-9703-9e2a6dac3ac0","ephemeral":false} {"level":"info","timestamp":"2026-05-26T22:11:38.592Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8c8fc6e4-cd34-43fc-9703-9e2a6dac3ac0","keyPrefix":"sk-oai-qwfTPzmyyYax...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 22:11:38 | 201 | 1.845712ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:11:38 | 200 | 397.524µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:11:38 | 200 | 294.568µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:11:38 | 200 | 152.337µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:11:38 | 200 | 19.994209ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:11:38 | 200 | 49.409µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:11:40 | 200 | 49.068µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:11:43 | 200 | 41.815µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:11:48 | 200 | 40.53µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:11:50 | 200 | 39.909µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:11:53 | 200 | 39.647µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:11:57 | 200 | 180.801µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:11:57 | 200 | 145.935µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:11:57 | 200 | 22.362956ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:11:58 | 200 | 47.358µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:12:00 | 200 | 41.837µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:12:03 | 200 | 48.888µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:12:08 | 200 | 41.447µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T22:12:09.850Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6d524336-3fad-4926-bf60-22df03d7cd3f","ephemeral":false} {"level":"info","timestamp":"2026-05-26T22:12:09.850Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6d524336-3fad-4926-bf60-22df03d7cd3f","keyPrefix":"sk-oai-1JGiYP4IONzM...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 22:12:09 | 201 | 10.750139ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:12:10 | 200 | 49.007µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:12:13 | 200 | 42.788µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:12:18 | 200 | 51.859µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:12:20 | 200 | 39.899µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:12:23 | 200 | 38.887µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:12:28 | 200 | 39.453µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:12:30 | 200 | 38.083µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:12:33 | 200 | 38.778µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:12:38 | 200 | 37.778µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:12:39 | 200 | 1.761259ms | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:12:39 | 200 | 129.924µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:12:39 | 200 | 446.067µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:12:39 | 200 | 402.357µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:12:39 | 200 | 180.949µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:12:39 | 200 | 10.200069ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:12:40 | 200 | 40.198µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:12:43 | 200 | 45.383µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:12:48 | 200 | 41.618µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:12:50 | 200 | 71.4µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:12:53 | 200 | 46.176µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:12:57 | 200 | 139.643µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:12:57 | 200 | 13.143144ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:12:58 | 200 | 41.515µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:13:00 | 200 | 38.253µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:13:03 | 200 | 49.705µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T22:13:05.802Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d896fc47-38c2-4576-9e52-39d4de43a1a2","ephemeral":false} {"level":"info","timestamp":"2026-05-26T22:13:05.803Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d896fc47-38c2-4576-9e52-39d4de43a1a2","keyPrefix":"sk-oai-7wOKyF1RcMR7...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 22:13:05 | 201 | 1.780004ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:13:08 | 200 | 42.238µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:13:10 | 200 | 40.819µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:13:13 | 200 | 39.419µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:13:13 | 200 | 563.149µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:13:13 | 200 | 326.778µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:13:13 | 200 | 145.489µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:13:13 | 200 | 9.952436ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-26T22:13:14.391Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"aec189b4-b733-421c-82b9-cea63b5b864c","ephemeral":false} {"level":"info","timestamp":"2026-05-26T22:13:14.392Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"aec189b4-b733-421c-82b9-cea63b5b864c","keyPrefix":"sk-oai-14v1suFu73Mo...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 22:13:14 | 201 | 1.696041ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:13:18 | 200 | 42.651µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:13:20 | 200 | 47.868µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:13:22 | 200 | 574.249µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:13:22 | 200 | 276.277µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:13:22 | 200 | 135.502µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:13:22 | 200 | 6.503933ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:13:22 | 200 | 352.541µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:13:22 | 200 | 302.977µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:13:22 | 200 | 180.007µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:13:22 | 200 | 6.65948ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-26T22:13:23.457Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1ea6a395-1a00-4c5b-8593-5e3f00a1e976","ephemeral":false} {"level":"info","timestamp":"2026-05-26T22:13:23.457Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1ea6a395-1a00-4c5b-8593-5e3f00a1e976","keyPrefix":"sk-oai-13pyswrInCFl...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 22:13:23 | 201 | 1.673706ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:13:23 | 200 | 40.133µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:13:28 | 200 | 39.717µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:13:30 | 200 | 47.592µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:13:31 | 200 | 452.463µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:13:31 | 200 | 285.788µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:13:31 | 200 | 183.798µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:13:31 | 200 | 11.010793ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:13:33 | 200 | 41.562µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:13:38 | 200 | 38.67µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T22:13:40.688Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"240a82b7-a023-4cff-ae3c-b5c2b0c32cb1","ephemeral":false} {"level":"info","timestamp":"2026-05-26T22:13:40.688Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"240a82b7-a023-4cff-ae3c-b5c2b0c32cb1","keyPrefix":"sk-oai-1PZPZ3gOm0oN...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 22:13:40 | 201 | 1.77371ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:13:40 | 200 | 48.051µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:13:43 | 200 | 64.38µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:13:48 | 200 | 486.248µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:13:48 | 200 | 369.194µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:13:48 | 200 | 180.448µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:13:48 | 200 | 361.889µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:13:48 | 200 | 162.962µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:13:48 | 200 | 19.933421ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:13:48 | 200 | 43.122µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:13:50 | 200 | 39.377µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:13:53 | 200 | 40.604µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:13:58 | 200 | 40.568µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T22:14:00.071Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c3152530-d763-4a04-b943-04c9e907c911","ephemeral":false} {"level":"info","timestamp":"2026-05-26T22:14:00.071Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c3152530-d763-4a04-b943-04c9e907c911","keyPrefix":"sk-oai-1DZhm6qHyHbX...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 22:14:00 | 201 | 1.789304ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:14:00 | 200 | 47.386µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:14:03 | 200 | 42.762µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:14:08 | 200 | 479.829µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:14:08 | 200 | 329.736µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:14:08 | 200 | 203.341µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:14:08 | 200 | 9.41832ms | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:14:08 | 200 | 156.301µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:14:08 | 200 | 25.182747ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:14:08 | 200 | 44.293µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:14:10 | 200 | 46.371µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:14:13 | 200 | 40.936µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:14:18 | 200 | 41.104µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:14:20 | 200 | 38.629µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:14:23 | 200 | 40.829µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:14:24 | 200 | 165.952µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:14:24 | 200 | 170.172µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:14:24 | 200 | 175.494µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:14:24 | 200 | 36.087251ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:14:28 | 200 | 51.102µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:14:30 | 200 | 39.305µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:14:33 | 200 | 48.591µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:14:38 | 200 | 44.19µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:14:40 | 200 | 38.876µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:14:41 | 200 | 159.809µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:14:41 | 200 | 13.051241ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:14:43 | 200 | 41.662µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:14:48 | 200 | 42.292µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:14:50 | 200 | 40.393µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:14:53 | 200 | 39.199µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T22:14:55.155Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e6f4c41b-4ce9-4605-8746-7a46036c30fc","ephemeral":false} {"level":"info","timestamp":"2026-05-26T22:14:55.155Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e6f4c41b-4ce9-4605-8746-7a46036c30fc","keyPrefix":"sk-oai-11TdwdV6xREH...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 22:14:55 | 201 | 2.270066ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:14:58 | 200 | 37.163µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:15:00 | 200 | 44.119µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T22:15:01.489Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/05/26 - 22:15:01 | 200 | 703.169µs | 10.132.0.34 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/05/26 - 22:15:03 | 200 | 580.241µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:15:03 | 200 | 143.074µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:15:03 | 200 | 46.244µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T22:15:03.822Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ed9b3f80-3569-4140-84b4-44b0925395b6","ephemeral":false} {"level":"info","timestamp":"2026-05-26T22:15:03.822Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ed9b3f80-3569-4140-84b4-44b0925395b6","keyPrefix":"sk-oai-ow6kRzUNQlo7...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 22:15:03 | 201 | 1.603724ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:15:08 | 200 | 44.541µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:15:10 | 200 | 45.544µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:15:11 | 200 | 523.872µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:15:11 | 200 | 331.068µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:15:11 | 200 | 145.661µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:15:11 | 200 | 9.702999ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-26T22:15:12.237Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b14f2418-4ba7-4432-a6b9-4cb849fa7679","ephemeral":false} {"level":"info","timestamp":"2026-05-26T22:15:12.237Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b14f2418-4ba7-4432-a6b9-4cb849fa7679","keyPrefix":"sk-oai-16ds0ahz4334...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 22:15:12 | 201 | 1.646547ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:15:13 | 200 | 42.721µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:15:18 | 200 | 40.492µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:15:20 | 200 | 985.316µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:15:20 | 200 | 318.29µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:15:20 | 200 | 141.423µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:15:20 | 200 | 9.888638ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:15:20 | 200 | 42.512µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T22:15:20.992Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"22e97fdb-994f-437c-a8dd-ef7e14a66c53","ephemeral":false} {"level":"info","timestamp":"2026-05-26T22:15:20.992Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"22e97fdb-994f-437c-a8dd-ef7e14a66c53","keyPrefix":"sk-oai-1I8AR1vJ9q3o...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 22:15:20 | 201 | 1.729454ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:15:23 | 200 | 37.185µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:15:28 | 200 | 41.552µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:15:29 | 200 | 456.07µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:15:29 | 200 | 266.594µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:15:29 | 200 | 155.202µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:15:29 | 200 | 9.850847ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:15:30 | 200 | 39.233µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:15:33 | 200 | 42.06µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T22:15:38.222Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"d6b7dbcd-838f-471d-9ba5-952578fa316c","ephemeral":false} {"level":"info","timestamp":"2026-05-26T22:15:38.222Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d6b7dbcd-838f-471d-9ba5-952578fa316c","keyPrefix":"sk-oai-1dsBxCyugoNF...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 22:15:38 | 201 | 1.796584ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:15:38 | 200 | 42.181µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:15:40 | 200 | 40.997µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:15:43 | 200 | 41.51µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:15:48 | 200 | 63.245µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:15:50 | 200 | 48.327µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:15:53 | 200 | 70.602µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:15:54 | 200 | 475.295µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:15:54 | 403 | 107.585µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:15:58 | 200 | 52.224µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:16:00 | 200 | 40.511µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:16:03 | 200 | 43.923µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:16:08 | 200 | 41.317µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:16:10 | 200 | 48.64µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:16:11 | 403 | 151.193µs | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:16:13 | 200 | 41.271µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:16:18 | 200 | 40.306µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:16:20 | 200 | 39.707µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:16:23 | 200 | 40.973µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:16:28 | 200 | 39.987µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:16:28 | 403 | 118.426µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:16:30 | 200 | 42.788µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:16:33 | 200 | 39.599µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:16:38 | 200 | 52.594µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:16:40 | 200 | 40.077µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:16:43 | 200 | 54.867µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:16:46 | 403 | 173.412µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:16:48 | 200 | 46.759µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:16:50 | 200 | 42.01µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:16:53 | 200 | 39.25µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T22:16:58.173Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"eb54b7d9-07c0-4045-88ee-5218ffede04f","ephemeral":false} {"level":"info","timestamp":"2026-05-26T22:16:58.173Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"eb54b7d9-07c0-4045-88ee-5218ffede04f","keyPrefix":"sk-oai-mHLvc3oUTkqY...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 22:16:58 | 201 | 1.45683ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:16:58 | 200 | 43.663µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:17:00 | 200 | 40.45µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:17:03 | 200 | 43.485µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:17:06 | 200 | 461.151µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:17:06 | 200 | 423.538µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:17:06 | 200 | 304.98µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:17:06 | 200 | 18.357018ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:17:08 | 200 | 45.43µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:17:10 | 200 | 39.353µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:17:13 | 200 | 41.889µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:17:18 | 200 | 41.267µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T22:17:20.492Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9d65c362-b2e5-44fd-b11f-0793357c3602","ephemeral":false} {"level":"info","timestamp":"2026-05-26T22:17:20.492Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9d65c362-b2e5-44fd-b11f-0793357c3602","keyPrefix":"sk-oai-GlmxAcLjYi1s...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 22:17:20 | 201 | 1.683351ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-26T22:17:20.522Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"269f98b9-0aaa-43df-9fa8-a2fb633decb5","ephemeral":false} {"level":"info","timestamp":"2026-05-26T22:17:20.522Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"269f98b9-0aaa-43df-9fa8-a2fb633decb5","keyPrefix":"sk-oai-yO2iRAZV2OFA...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 22:17:20 | 201 | 1.617763ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:17:20 | 200 | 41.06µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:17:23 | 200 | 60.42µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:17:28 | 200 | 607.634µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:17:28 | 200 | 384.211µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:17:28 | 200 | 274.303µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:17:28 | 200 | 31.040978ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:17:28 | 200 | 379.911µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:17:28 | 200 | 363.517µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:17:28 | 200 | 252.177µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:17:28 | 200 | 9.716065ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:17:28 | 200 | 44.103µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:17:30 | 200 | 43.154µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:17:33 | 200 | 37.556µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:17:38 | 200 | 39.154µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:17:40 | 200 | 50.657µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:17:43 | 200 | 42.821µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:17:45 | 200 | 349.193µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:17:45 | 200 | 383.859µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:17:45 | 200 | 176.784µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:17:45 | 200 | 38.337095ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:17:48 | 200 | 43.354µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:17:50 | 200 | 46.741µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:17:53 | 200 | 39.172µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:17:58 | 200 | 40.824µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:18:00 | 200 | 43.328µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:18:01 | 200 | 170.505µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:18:01 | 200 | 13.71227ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:18:01 | 200 | 166.63µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:18:01 | 200 | 12.192098ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:18:03 | 200 | 49.517µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:18:08 | 200 | 41.528µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:18:10 | 200 | 39.07µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:18:13 | 200 | 47.805µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:18:18 | 200 | 39.392µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:18:20 | 200 | 41.67µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:18:23 | 200 | 40.981µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T22:18:27.633Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6f784d1e-5357-47ef-a032-c8c78775025e","ephemeral":false} {"level":"info","timestamp":"2026-05-26T22:18:27.633Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6f784d1e-5357-47ef-a032-c8c78775025e","keyPrefix":"sk-oai-anFuuN9pQLst...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 22:18:27 | 201 | 1.875712ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:18:27 | 200 | 413.934µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:18:27 | 200 | 217.842µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:18:27 | 200 | 419.315µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:18:27 | 200 | 160.596µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:18:27 | 200 | 347.992µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:18:27 | 200 | 199.935µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:18:27 | 200 | 364.298µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:18:27 | 200 | 284.101µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:18:27 | 200 | 144.275µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:18:27 | 200 | 9.805233ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:18:28 | 200 | 39.152µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:18:30 | 200 | 53.025µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:18:33 | 200 | 38.383µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:18:38 | 200 | 38.609µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:18:40 | 200 | 44.748µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T22:18:43.531Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"55ca5d28-c266-43fb-aa5f-5d3ffee01616","ephemeral":false} {"level":"info","timestamp":"2026-05-26T22:18:43.531Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"55ca5d28-c266-43fb-aa5f-5d3ffee01616","keyPrefix":"sk-oai-1BDruswoAxAh...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 22:18:43 | 201 | 1.633105ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:18:43 | 200 | 39.075µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:18:43 | 200 | 413.702µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:18:43 | 200 | 166.642µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:18:48 | 200 | 45.148µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:18:50 | 200 | 69.917µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:18:53 | 200 | 42.103µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:18:58 | 200 | 40.003µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:19:00 | 200 | 42.137µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:19:03 | 200 | 41.621µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:19:08 | 200 | 39.711µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:19:10 | 200 | 39.744µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:19:13 | 200 | 41.059µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:19:18 | 200 | 40.765µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:19:20 | 200 | 36.652µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:19:23 | 200 | 38.833µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-26T22:19:25.693Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"79135c27-d21e-4afe-8dd7-94972d102203","ephemeral":false} {"level":"info","timestamp":"2026-05-26T22:19:25.693Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"79135c27-d21e-4afe-8dd7-94972d102203","keyPrefix":"sk-oai-4Qi8IbUP3rIy...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false} [GIN] 2026/05/26 - 22:19:25 | 201 | 9.821182ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:19:25 | 200 | 1.093202ms | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:19:25 | 200 | 429.678µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:19:25 | 200 | 183.602µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:19:25 | 200 | 10.427106ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:19:25 | 200 | 463.229µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:19:25 | 200 | 262.664µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:19:25 | 200 | 479.275µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:19:25 | 200 | 250.116µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:19:25 | 200 | 496.677µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:19:25 | 200 | 235.113µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:19:25 | 200 | 468.603µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:19:25 | 200 | 254.816µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:19:25 | 200 | 528.828µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:19:25 | 200 | 381.887µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:19:26 | 200 | 488.773µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:19:26 | 200 | 367.963µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:19:26 | 200 | 548.58µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:19:26 | 200 | 378.211µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:19:26 | 200 | 526.769µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:19:26 | 200 | 359.894µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:19:26 | 200 | 569.793µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:19:26 | 200 | 372.003µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:19:26 | 200 | 510.109µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:19:26 | 200 | 363.012µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/26 - 22:19:26 | 200 | 506.983µs | 10.132.0.32 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/26 - 22:19:26 | 200 | 318.758µs | 10.132.0.32 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-05-26T22:19:26.260Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"79135c27-d21e-4afe-8dd7-94972d102203"} {"level":"info","timestamp":"2026-05-26T22:19:26.260Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"79135c27-d21e-4afe-8dd7-94972d102203","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/05/26 - 22:19:26 | 200 | 2.384286ms | 100.64.0.2 | DELETE "/v1/api-keys/79135c27-d21e-4afe-8dd7-94972d102203" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/26 - 22:19:28 | 200 | 40.21µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/26 - 22:19:30 | 200 | 44.298µs | 10.134.0.2 | GET "/health"