[GIN] 2026/05/28 - 18:47:41 | 200 | 39.75µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:47:43 | 200 | 45.427µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T18:47:45.186Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"f1b59429-5e0e-4df3-b967-dab968485ea7","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:47:45.186Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f1b59429-5e0e-4df3-b967-dab968485ea7","keyPrefix":"sk-oai-jD5APB10X5gY...","username":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:47:45 | 201 | 1.63083ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:47:46 | 200 | 41.683µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:47:51 | 200 | 39.674µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:47:53 | 200 | 482.514µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:47:53 | 200 | 145.629µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:47:53 | 200 | 45.991µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:47:56 | 200 | 41.514µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:48:01 | 200 | 38.756µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:48:03 | 200 | 45.23µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:48:06 | 200 | 40.193µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T18:48:10.937Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"8ddd0d15-111b-46f3-8272-038456ea0783","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:48:10.937Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8ddd0d15-111b-46f3-8272-038456ea0783","keyPrefix":"sk-oai-1UQVczDdgA37...","username":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:48:10 | 201 | 1.655303ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:48:10 | 200 | 323.926µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:48:10 | 200 | 170.387µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:48:11 | 200 | 43.063µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:48:13 | 200 | 39.909µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:48:16 | 200 | 40.605µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:48:21 | 200 | 38.687µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:48:23 | 200 | 40.579µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:48:26 | 200 | 46.284µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T18:48:28.574Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"65c4fc4c-296e-496a-985e-99312c63496f","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:48:28.574Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"65c4fc4c-296e-496a-985e-99312c63496f","keyPrefix":"sk-oai-ozEGZJSTQJnI...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:48:28 | 201 | 1.564445ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:48:28 | 200 | 384.984µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:48:28 | 200 | 216.367µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:48:31 | 200 | 45.693µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:48:33 | 200 | 40.413µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:48:36 | 200 | 42.412µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:48:41 | 200 | 41.116µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:48:43 | 200 | 37.858µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T18:48:45.909Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"6159b5bd-42a7-4c3c-8ee4-11f66f8c09ae","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:48:45.909Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6159b5bd-42a7-4c3c-8ee4-11f66f8c09ae","keyPrefix":"sk-oai-JBM5yl6x1sTL...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:48:45 | 201 | 1.626899ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T18:48:45.940Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"a4a32eca-ab9b-4289-b8d7-1901768d266b","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:48:45.940Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a4a32eca-ab9b-4289-b8d7-1901768d266b","keyPrefix":"sk-oai-143EWCQ3UroS...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:48:45 | 201 | 1.470571ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:48:45 | 200 | 277.792µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:48:45 | 200 | 177.106µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:48:45 | 200 | 268.311µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:48:45 | 200 | 150.697µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:48:46 | 200 | 43.692µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:48:51 | 200 | 52.265µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:48:53 | 200 | 45.934µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:48:56 | 200 | 59.54µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:49:01 | 200 | 65.048µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:49:03 | 200 | 38.071µs | 10.132.0.2 | GET "/health" {"level":"warn","timestamp":"2026-05-28T18:49:03.603Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"} {"level":"error","timestamp":"2026-05-28T18:49:03.603Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/05/28 - 18:49:03 | 400 | 294.63µs | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:49:06 | 200 | 40.813µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:49:11 | 200 | 41.394µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:49:13 | 200 | 46.053µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:49:16 | 200 | 40.085µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T18:49:20.982Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"423f7e61-4f1d-4c8b-b0bb-d9e72c774409","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:49:20.982Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"423f7e61-4f1d-4c8b-b0bb-d9e72c774409","keyPrefix":"sk-oai-bDTrjzJkIcaA...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:49:20 | 201 | 9.788896ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:49:21 | 200 | 898.003µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:49:21 | 200 | 209.107µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:49:21 | 200 | 40.886µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:49:23 | 200 | 38.698µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:49:26 | 200 | 38.691µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T18:49:30.070Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"a366ae2d-a697-4246-ac72-06cdc4505523","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:49:30.070Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a366ae2d-a697-4246-ac72-06cdc4505523","keyPrefix":"sk-oai-a2Ld7RH6MzDp...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:49:30 | 201 | 1.817338ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:49:31 | 200 | 40.757µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:49:33 | 200 | 39.007µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:49:36 | 200 | 44.207µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:49:38 | 200 | 604.197µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:49:38 | 200 | 115.057µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:49:41 | 200 | 40.246µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:49:43 | 200 | 45.445µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:49:46 | 200 | 40.921µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:49:51 | 200 | 45.555µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:49:53 | 200 | 42.467µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T18:49:55.665Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"910bbfdd-71f8-490d-bb6d-ac34e6531c70","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:49:55.665Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"910bbfdd-71f8-490d-bb6d-ac34e6531c70","keyPrefix":"sk-oai-gZDJAFTXcmP8...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:49:55 | 201 | 1.66124ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:49:55 | 200 | 465.397µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:49:55 | 200 | 138.216µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:49:56 | 200 | 39.954µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:50:01 | 200 | 38.727µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:50:03 | 200 | 45.573µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:50:06 | 200 | 41.042µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:50:11 | 200 | 43.619µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:50:13 | 200 | 38.957µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:50:16 | 200 | 41.125µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:50:21 | 200 | 38.816µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:50:23 | 200 | 44.552µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:50:26 | 200 | 56.079µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:50:31 | 200 | 44.949µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:50:33 | 200 | 43.715µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:50:36 | 200 | 38.547µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:50:41 | 200 | 41.854µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:50:43 | 200 | 48.765µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:50:46 | 200 | 39.322µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:50:51 | 200 | 41.08µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:50:53 | 200 | 43.203µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:50:56 | 200 | 40.522µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:51:01 | 200 | 40.519µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:51:03 | 200 | 47.738µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:51:06 | 200 | 38.268µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:51:11 | 200 | 39.244µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:51:13 | 200 | 54.754µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:51:16 | 200 | 43.805µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:51:21 | 200 | 37.782µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:51:23 | 200 | 38.606µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:51:26 | 200 | 38.197µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:51:31 | 200 | 38.058µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:51:33 | 200 | 42.215µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:51:36 | 200 | 42.449µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:51:41 | 200 | 41.459µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:51:43 | 200 | 62.263µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:51:46 | 200 | 40.123µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:51:51 | 200 | 37.966µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:51:53 | 200 | 44.79µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T18:51:55.200Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"63e203f4-9ddb-4284-a8de-98a79820d0fc","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:51:55.200Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"63e203f4-9ddb-4284-a8de-98a79820d0fc","keyPrefix":"sk-oai-1NHFcFzUAYK5...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:51:55 | 201 | 2.662868ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:51:56 | 200 | 50.253µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:52:01 | 200 | 41.673µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:52:03 | 200 | 38.674µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:52:06 | 200 | 39.427µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:52:11 | 200 | 41.222µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:52:13 | 200 | 42.799µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:52:16 | 200 | 42.292µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:52:17 | 200 | 520.345µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:52:17 | 200 | 146.617µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:52:18 | 404 | 693.695µs | 100.64.0.2 | DELETE "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:52:21 | 200 | 40.997µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:52:23 | 200 | 41.816µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:52:26 | 200 | 33.443µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:52:31 | 200 | 33.293µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:52:33 | 200 | 42.24µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:52:36 | 200 | 39.314µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:52:41 | 200 | 42.395µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:52:43 | 200 | 43.773µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:52:46 | 200 | 50.966µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:52:51 | 200 | 41.071µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:52:53 | 200 | 44.777µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:52:56 | 200 | 38.891µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:53:01 | 200 | 40.413µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:53:03 | 200 | 39.071µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:53:06 | 200 | 43.671µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T18:53:09.028Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"e7df8b53-8485-4f76-890d-a5b6b0f8cf5f","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:53:09.028Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e7df8b53-8485-4f76-890d-a5b6b0f8cf5f","keyPrefix":"sk-oai-1UeXDBXkZLkI...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:53:09 | 201 | 1.759003ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:53:09 | 200 | 434.079µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:53:09 | 200 | 149.236µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:53:11 | 200 | 41.024µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:53:13 | 200 | 42.128µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:53:16 | 200 | 45.546µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:53:21 | 200 | 40.381µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:53:23 | 200 | 54.582µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:53:26 | 200 | 40.562µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T18:53:28.287Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"657866d8-f4d2-4a9f-b9cd-aa0e749d1e0e","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:53:28.287Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"657866d8-f4d2-4a9f-b9cd-aa0e749d1e0e","keyPrefix":"sk-oai-dWzUYxyP1hEl...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:53:28 | 201 | 1.869086ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:53:28 | 200 | 483.333µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:53:28 | 200 | 158.853µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:53:28 | 200 | 369.166µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:53:28 | 200 | 168.78µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:53:31 | 200 | 43.34µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:53:33 | 200 | 42.862µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:53:36 | 200 | 40.109µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:53:41 | 200 | 40.022µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:53:43 | 200 | 38.966µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:53:46 | 200 | 39.943µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T18:53:47.796Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"20b74644-4bc8-48a7-96ad-68491544b0d0","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:53:47.796Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"20b74644-4bc8-48a7-96ad-68491544b0d0","keyPrefix":"sk-oai-L1wdvrnYcMQH...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:53:47 | 201 | 1.67551ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:53:47 | 200 | 406.478µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:53:47 | 200 | 343.769µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:53:47 | 200 | 215.342µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:53:47 | 200 | 20.04677ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:53:51 | 200 | 38.937µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:53:53 | 200 | 38.489µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:53:56 | 200 | 40.149µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:54:01 | 200 | 45.463µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:54:03 | 200 | 38.322µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:54:06 | 200 | 41.548µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:54:07 | 200 | 160.554µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:54:07 | 200 | 158.044µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:54:07 | 200 | 21.430912ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:54:11 | 200 | 43.524µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:54:13 | 200 | 42.958µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:54:16 | 200 | 41.419µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T18:54:19.073Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"070c3735-e1c2-4b38-927f-836181bab031","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:54:19.073Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"070c3735-e1c2-4b38-927f-836181bab031","keyPrefix":"sk-oai-1Rb069an1hyR...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:54:19 | 201 | 1.601752ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:54:21 | 200 | 38.613µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:54:23 | 200 | 39.394µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:54:26 | 200 | 39.644µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:54:31 | 200 | 40.061µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:54:33 | 200 | 39.187µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:54:36 | 200 | 39.247µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:54:41 | 200 | 39.453µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:54:43 | 200 | 39.143µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:54:46 | 200 | 56.835µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:54:49 | 200 | 8.693384ms | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:54:49 | 200 | 168.294µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:54:49 | 200 | 423.729µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:54:49 | 200 | 428.28µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:54:49 | 200 | 235.948µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:54:49 | 200 | 12.759533ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:54:51 | 200 | 56.642µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:54:53 | 200 | 39.24µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:54:56 | 200 | 42.187µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:55:01 | 200 | 47.656µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:55:03 | 200 | 40.86µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:55:06 | 200 | 194.926µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:55:06 | 200 | 12.881212ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:55:06 | 200 | 40.606µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:55:11 | 200 | 39.46µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:55:13 | 200 | 38.385µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T18:55:14.914Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"320255d6-6bf9-4e28-a1ed-15a2fefa71c1","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:55:14.914Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"320255d6-6bf9-4e28-a1ed-15a2fefa71c1","keyPrefix":"sk-oai-195CSzK7I89H...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:55:14 | 201 | 2.883145ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:55:16 | 200 | 39.622µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:55:21 | 200 | 47.979µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:55:22 | 200 | 605.073µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:55:22 | 200 | 394.38µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:55:22 | 200 | 216.664µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:55:22 | 200 | 11.271758ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T18:55:23.454Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2552988c-3620-4e1e-a42d-0460cdf366b4","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:55:23.454Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2552988c-3620-4e1e-a42d-0460cdf366b4","keyPrefix":"sk-oai-1RvnES7odNXg...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:55:23 | 201 | 1.410895ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:55:23 | 200 | 37.152µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:55:26 | 200 | 39.613µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:55:31 | 200 | 686.663µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:55:31 | 200 | 441.523µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:55:31 | 200 | 378.04µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:55:31 | 200 | 6.92673ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:55:31 | 200 | 516.1µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:55:31 | 200 | 416.963µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:55:31 | 200 | 377.996µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:55:31 | 200 | 6.454138ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:55:31 | 200 | 41.147µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T18:55:32.477Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d6257db0-1f15-42b1-8609-292d744a182a","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:55:32.477Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d6257db0-1f15-42b1-8609-292d744a182a","keyPrefix":"sk-oai-mrQrJRT2VubA...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:55:32 | 201 | 1.61483ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:55:33 | 200 | 43.365µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:55:36 | 200 | 41.916µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:55:40 | 200 | 446.846µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:55:40 | 200 | 351.553µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:55:40 | 200 | 247.94µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:55:40 | 200 | 9.904456ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:55:41 | 200 | 40.63µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:55:43 | 200 | 40.438µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:55:46 | 200 | 66.358µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T18:55:49.667Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a2fd4398-243c-4fd3-b8ec-0f6fbbc7ed11","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:55:49.667Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a2fd4398-243c-4fd3-b8ec-0f6fbbc7ed11","keyPrefix":"sk-oai-1K86Nz39yYvE...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:55:49 | 201 | 1.667928ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:55:51 | 200 | 39.615µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:55:53 | 200 | 40.405µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:55:56 | 200 | 40.552µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:55:57 | 200 | 452.682µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:55:57 | 200 | 242.239µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:55:57 | 200 | 146.826µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:55:57 | 200 | 307.905µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:55:57 | 200 | 179.494µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:55:57 | 200 | 21.673056ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:56:01 | 200 | 51.12µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:56:03 | 200 | 39.556µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:56:06 | 200 | 52.952µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T18:56:11.119Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"49003df6-bdd5-4941-b9d8-e267374b73c7","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:56:11.119Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"49003df6-bdd5-4941-b9d8-e267374b73c7","keyPrefix":"sk-oai-DFytnxu4lMWn...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:56:11 | 201 | 1.687302ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:56:11 | 200 | 39.987µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:56:13 | 200 | 41.706µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:56:16 | 200 | 37.599µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:56:19 | 200 | 476.782µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:56:19 | 200 | 321.503µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:56:19 | 200 | 201.14µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:56:19 | 200 | 8.487705ms | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:56:19 | 200 | 130.069µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:56:19 | 200 | 23.754853ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:56:21 | 200 | 39.622µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:56:23 | 200 | 38.305µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:56:26 | 200 | 53.105µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:56:31 | 200 | 44.468µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:56:33 | 200 | 40.488µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:56:35 | 200 | 163.979µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:56:35 | 200 | 151.586µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:56:35 | 200 | 171.769µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:56:35 | 200 | 34.176292ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:56:36 | 200 | 42.742µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:56:41 | 200 | 39.393µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:56:43 | 200 | 40.4µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:56:46 | 200 | 40.719µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:56:51 | 200 | 38.089µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:56:52 | 200 | 167.763µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:56:52 | 200 | 11.407365ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:56:53 | 200 | 38.584µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:56:56 | 200 | 43.119µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:57:01 | 200 | 49.451µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:57:03 | 200 | 42.196µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T18:57:03.933Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2e0633f2-81e7-4b39-8c26-9a2bbc4222c1","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:57:03.934Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2e0633f2-81e7-4b39-8c26-9a2bbc4222c1","keyPrefix":"sk-oai-MIRJR6WwQGYZ...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:57:03 | 201 | 1.967927ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:57:06 | 200 | 38.375µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:57:11 | 200 | 38.964µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:57:11 | 200 | 719.637µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:57:11 | 200 | 142.843µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T18:57:12.563Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9f24df88-4faa-4718-a932-6ea1ea78b322","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:57:12.563Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9f24df88-4faa-4718-a932-6ea1ea78b322","keyPrefix":"sk-oai-ui3UvqwFJYx8...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:57:12 | 201 | 1.614812ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:57:13 | 200 | 38.358µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:57:16 | 200 | 37.877µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:57:20 | 200 | 561.452µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:57:20 | 200 | 390.411µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:57:20 | 200 | 214.272µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:57:20 | 200 | 10.536154ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T18:57:20.969Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2be8249c-4960-40bc-bc56-1655bac12a77","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:57:20.969Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2be8249c-4960-40bc-bc56-1655bac12a77","keyPrefix":"sk-oai-13Ymcz2JJGjl...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:57:20 | 201 | 1.472006ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:57:21 | 200 | 40.615µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:57:23 | 200 | 40.957µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:57:26 | 200 | 41.754µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:57:29 | 200 | 544.966µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:57:29 | 200 | 296.474µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:57:29 | 200 | 152.744µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:57:29 | 200 | 9.360628ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T18:57:29.731Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"3c67a94a-2987-426d-9d1d-904aebf5fe51","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:57:29.731Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3c67a94a-2987-426d-9d1d-904aebf5fe51","keyPrefix":"sk-oai-UQBChxNXVXde...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:57:29 | 201 | 1.591256ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:57:31 | 200 | 40.417µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:57:33 | 200 | 39.389µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:57:36 | 200 | 43.343µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:57:37 | 200 | 458.396µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:57:37 | 200 | 274.56µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:57:37 | 200 | 136.394µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:57:37 | 200 | 9.088601ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:57:41 | 200 | 42.765µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:57:43 | 200 | 39.62µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:57:46 | 200 | 42.67µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T18:57:46.976Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"ff3cfc7e-9451-4843-8a74-c269425d7273","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:57:46.976Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ff3cfc7e-9451-4843-8a74-c269425d7273","keyPrefix":"sk-oai-yXuCVWd6hnzq...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:57:46 | 201 | 1.634561ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:57:51 | 200 | 38.459µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:57:53 | 200 | 39.612µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:57:56 | 200 | 39.601µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:58:01 | 200 | 37.979µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:58:03 | 200 | 437.209µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:58:03 | 403 | 90.844µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:58:03 | 200 | 43.192µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:58:06 | 200 | 44.681µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:58:11 | 200 | 39.772µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:58:13 | 200 | 44.29µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:58:16 | 200 | 37.424µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:58:20 | 403 | 146.362µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:58:21 | 200 | 42.464µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:58:23 | 200 | 41.474µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:58:26 | 200 | 39.778µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:58:31 | 200 | 40.071µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:58:33 | 200 | 40.126µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:58:36 | 200 | 40.622µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:58:37 | 403 | 115.43µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:58:41 | 200 | 38.945µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:58:43 | 200 | 42.783µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:58:46 | 200 | 38.12µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:58:51 | 200 | 41.147µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:58:53 | 200 | 38.215µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:58:54 | 403 | 129.651µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:58:56 | 200 | 54.299µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:59:01 | 200 | 40.772µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:59:03 | 200 | 48.205µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:59:06 | 200 | 46.854µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T18:59:08.938Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a669bbdf-b65d-4da1-9de7-914ad70cde4e","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:59:08.938Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a669bbdf-b65d-4da1-9de7-914ad70cde4e","keyPrefix":"sk-oai-Atp0aMITrF6W...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:59:08 | 201 | 1.989269ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:59:11 | 200 | 40.908µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:59:13 | 200 | 39.258µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:59:16 | 200 | 39.442µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:59:16 | 200 | 414.556µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:59:17 | 200 | 295.095µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:59:17 | 200 | 185.89µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:59:17 | 200 | 20.413229ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:59:21 | 200 | 40.166µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:59:23 | 200 | 40.506µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:59:26 | 200 | 41.737µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T18:59:31.189Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2ab53626-3141-4cd7-8183-791beb74603b","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:59:31.189Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2ab53626-3141-4cd7-8183-791beb74603b","keyPrefix":"sk-oai-tqHmyd1gnIpJ...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:59:31 | 201 | 1.663209ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-28T18:59:31.219Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7751faec-7cbc-4dce-8fe8-00b6512bd393","ephemeral":false} {"level":"info","timestamp":"2026-05-28T18:59:31.219Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7751faec-7cbc-4dce-8fe8-00b6512bd393","keyPrefix":"sk-oai-yPbo7xx8Rm0l...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 18:59:31 | 201 | 1.362167ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:59:31 | 200 | 37.57µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:59:33 | 200 | 45.431µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:59:36 | 200 | 39.345µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:59:39 | 200 | 505.776µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:59:39 | 200 | 318.319µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:59:39 | 200 | 162.734µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:59:39 | 200 | 9.946819ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:59:39 | 200 | 274.786µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:59:39 | 200 | 222.503µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 18:59:39 | 200 | 189.374µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:59:39 | 200 | 9.200091ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:59:41 | 200 | 42.017µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:59:43 | 200 | 39.634µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:59:46 | 200 | 39.613µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:59:51 | 200 | 42.751µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:59:53 | 200 | 46.565µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 18:59:55 | 200 | 173.144µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:59:55 | 200 | 207.221µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:59:55 | 200 | 151.952µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 18:59:55 | 200 | 34.697231ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 18:59:56 | 200 | 38.098µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T19:00:01.497Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/05/28 - 19:00:01 | 200 | 706.308µs | 10.133.0.44 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/05/28 - 19:00:01 | 200 | 43.358µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:00:03 | 200 | 40.137µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:00:06 | 200 | 39.477µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:00:11 | 200 | 40.625µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:00:12 | 200 | 164.268µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:00:12 | 200 | 12.887466ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:00:12 | 200 | 183.444µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:00:12 | 200 | 12.137429ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:00:13 | 200 | 43.056µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:00:16 | 200 | 42.549µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:00:21 | 200 | 39.036µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:00:23 | 200 | 41.689µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:00:26 | 200 | 39.084µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:00:31 | 200 | 39.538µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:00:33 | 200 | 41.111µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:00:36 | 200 | 46.587µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T19:00:38.129Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"62e9dbf0-a5e4-4536-9ae3-04ff763f7051","ephemeral":false} {"level":"info","timestamp":"2026-05-28T19:00:38.129Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"62e9dbf0-a5e4-4536-9ae3-04ff763f7051","keyPrefix":"sk-oai-1NqYfvExulWG...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 19:00:38 | 201 | 1.75111ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:00:38 | 200 | 421.631µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:00:38 | 200 | 163.048µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:00:38 | 200 | 347.23µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:00:38 | 200 | 169.684µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:00:38 | 200 | 380.937µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:00:38 | 200 | 196.422µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:00:38 | 200 | 372.777µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:00:38 | 200 | 225.051µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:00:38 | 200 | 341.147µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:00:38 | 200 | 255.727µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:00:38 | 200 | 164.529µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:00:38 | 200 | 26.18246ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:00:41 | 200 | 40.568µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:00:43 | 200 | 39.575µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:00:46 | 200 | 49.558µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:00:51 | 200 | 42.405µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:00:53 | 200 | 39.127µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T19:00:53.946Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"90b2f415-ca5c-422b-b56d-eeeb5c7613cb","ephemeral":false} {"level":"info","timestamp":"2026-05-28T19:00:53.946Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"90b2f415-ca5c-422b-b56d-eeeb5c7613cb","keyPrefix":"sk-oai-VoMedryez1El...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 19:00:53 | 201 | 1.761033ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:00:54 | 200 | 379.471µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:00:54 | 200 | 166.645µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:00:56 | 200 | 40.538µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:01:01 | 200 | 43.112µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:01:03 | 200 | 40.86µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:01:06 | 200 | 38.911µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:01:11 | 200 | 39.992µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:01:13 | 200 | 42.869µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:01:16 | 200 | 40.116µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:01:21 | 200 | 51.659µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:01:23 | 200 | 42.729µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:01:26 | 200 | 39.667µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:01:31 | 200 | 40.843µs | 10.132.0.2 | GET "/health" [GIN] 2026/05/28 - 19:01:33 | 200 | 38.258µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-28T19:01:36.146Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"ea80c2df-f3d6-41a6-89cc-8a38d28c2107","ephemeral":false} {"level":"info","timestamp":"2026-05-28T19:01:36.146Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ea80c2df-f3d6-41a6-89cc-8a38d28c2107","keyPrefix":"sk-oai-1XS6trZ4p78x...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false} [GIN] 2026/05/28 - 19:01:36 | 201 | 10.413782ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:01:36 | 200 | 1.02452ms | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:01:36 | 200 | 258.345µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:01:36 | 200 | 141.291µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:01:36 | 200 | 11.832711ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:01:36 | 200 | 448.676µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:01:36 | 200 | 124.621µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:01:36 | 200 | 438.864µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:01:36 | 200 | 122.84µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:01:36 | 200 | 414.635µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:01:36 | 200 | 122.806µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:01:36 | 200 | 391.095µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:01:36 | 200 | 147.047µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:01:36 | 200 | 358.894µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:01:36 | 200 | 146.903µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:01:36 | 200 | 383.161µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:01:36 | 200 | 143.085µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:01:36 | 200 | 372.862µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:01:36 | 200 | 128.668µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:01:36 | 200 | 316.745µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:01:36 | 200 | 127.048µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:01:36 | 200 | 341.561µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:01:36 | 200 | 127.925µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:01:36 | 200 | 351.298µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:01:36 | 200 | 158.73µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/28 - 19:01:36 | 200 | 364.939µs | 10.133.0.40 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/28 - 19:01:36 | 200 | 139.653µs | 10.133.0.40 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-05-28T19:01:36.706Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"ea80c2df-f3d6-41a6-89cc-8a38d28c2107"} {"level":"info","timestamp":"2026-05-28T19:01:36.706Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"ea80c2df-f3d6-41a6-89cc-8a38d28c2107","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/05/28 - 19:01:36 | 200 | 2.126308ms | 100.64.0.2 | DELETE "/v1/api-keys/ea80c2df-f3d6-41a6-89cc-8a38d28c2107" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/28 - 19:01:36 | 200 | 40.676µs | 10.132.0.2 | GET "/health"