[GIN] 2026/05/21 - 21:03:35 | 200 | 33.994µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:03:36 | 200 | 40.473µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T21:03:38.058Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"22f51bbb-beb3-408f-bef3-9a6cb8c092fd","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:03:38.058Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"22f51bbb-beb3-408f-bef3-9a6cb8c092fd","keyPrefix":"sk-oai-1RG75DKDYfXk...","username":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:03:38 | 201 | 1.682461ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:03:40 | 200 | 33.498µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:03:45 | 200 | 33.233µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:03:46 | 200 | 465.33µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:03:46 | 200 | 145.819µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:03:46 | 200 | 35.891µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:03:50 | 200 | 33.545µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:03:55 | 200 | 45.755µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:03:56 | 200 | 34.194µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:04:00 | 200 | 33.311µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T21:04:03.799Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"1b519cce-299e-4453-94a1-d81ee264c318","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:04:03.799Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1b519cce-299e-4453-94a1-d81ee264c318","keyPrefix":"sk-oai-VcEyDFLyq3KW...","username":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:04:03 | 201 | 1.783232ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:04:03 | 200 | 354.794µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:04:03 | 200 | 319.264µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:04:05 | 200 | 33.941µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:04:06 | 200 | 37.119µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:04:10 | 200 | 44.027µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:04:15 | 200 | 33.863µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:04:16 | 200 | 33.766µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:04:20 | 200 | 41.935µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T21:04:21.440Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"ca326c6c-619f-4b78-9af4-cc4627b58168","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:04:21.441Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ca326c6c-619f-4b78-9af4-cc4627b58168","keyPrefix":"sk-oai-o5IYK9e11Tel...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:04:21 | 201 | 1.436997ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:04:21 | 200 | 528.157µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:04:21 | 200 | 320.254µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:04:25 | 200 | 36.822µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:04:26 | 200 | 36.377µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:04:30 | 200 | 35.064µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:04:35 | 200 | 51.783µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:04:36 | 200 | 42.017µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T21:04:38.735Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"2c3409e0-8c78-49bc-9c17-6bf0ac5651e1","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:04:38.735Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2c3409e0-8c78-49bc-9c17-6bf0ac5651e1","keyPrefix":"sk-oai-1NEnfKzcTjPO...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:04:38 | 201 | 1.721086ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-21T21:04:38.769Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"072829cb-e3ef-414a-b5c7-8fb04782111e","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:04:38.769Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"072829cb-e3ef-414a-b5c7-8fb04782111e","keyPrefix":"sk-oai-1TJ0QMtx0cm1...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:04:38 | 201 | 1.503684ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:04:38 | 200 | 347.747µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:04:38 | 200 | 237.315µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:04:38 | 200 | 382.068µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:04:38 | 200 | 169.437µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:04:40 | 200 | 42.184µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:04:45 | 200 | 35.873µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:04:46 | 200 | 35.325µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:04:50 | 200 | 34.134µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:04:55 | 200 | 32.74µs | 10.134.0.2 | GET "/health" {"level":"warn","timestamp":"2026-05-21T21:04:56.427Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"} {"level":"error","timestamp":"2026-05-21T21:04:56.427Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/05/21 - 21:04:56 | 400 | 293.078µs | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:04:56 | 200 | 37.524µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:05:00 | 200 | 35.667µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:05:05 | 200 | 36.122µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:05:06 | 200 | 32.816µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:05:10 | 200 | 40.162µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T21:05:13.805Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"59e20641-1038-4b28-b3a2-aa6e7d6a20e2","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:05:13.805Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"59e20641-1038-4b28-b3a2-aa6e7d6a20e2","keyPrefix":"sk-oai-cZRTC75tAezi...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:05:13 | 201 | 1.804108ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:05:13 | 200 | 374.781µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:05:13 | 200 | 169.114µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:05:15 | 200 | 44.38µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:05:16 | 200 | 35.138µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:05:20 | 200 | 32.338µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T21:05:22.879Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"991ba11c-f27b-49cc-8417-26cb455332b0","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:05:22.879Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"991ba11c-f27b-49cc-8417-26cb455332b0","keyPrefix":"sk-oai-mgEnewCr5LUw...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:05:22 | 201 | 10.494041ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:05:25 | 200 | 51.912µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:05:26 | 200 | 33.919µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:05:30 | 200 | 36.934µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:05:31 | 200 | 1.20491ms | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:05:31 | 200 | 124.169µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:05:35 | 200 | 37.601µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:05:36 | 200 | 38.067µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:05:40 | 200 | 52.36µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:05:45 | 200 | 34.568µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:05:46 | 200 | 36.957µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T21:05:48.468Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"5bf449bb-818d-46f9-9a4e-92915fc84863","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:05:48.468Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5bf449bb-818d-46f9-9a4e-92915fc84863","keyPrefix":"sk-oai-74hr8p3HYUVL...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:05:48 | 201 | 1.751673ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:05:48 | 200 | 428.173µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:05:48 | 200 | 185.253µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:05:50 | 200 | 35.256µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:05:55 | 200 | 36.687µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:05:56 | 200 | 37.238µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:06:00 | 200 | 44.164µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:06:05 | 200 | 33.745µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:06:06 | 200 | 35.164µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:06:10 | 200 | 32.761µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:06:15 | 200 | 42.489µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:06:16 | 200 | 35.067µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:06:20 | 200 | 37.986µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:06:25 | 200 | 42.676µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:06:26 | 200 | 33.952µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:06:30 | 200 | 34.499µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:06:35 | 200 | 35.631µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:06:36 | 200 | 34.134µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:06:40 | 200 | 35.89µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:06:45 | 200 | 35.716µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:06:46 | 200 | 35.06µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:06:50 | 200 | 37.826µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:06:55 | 200 | 44.783µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:06:56 | 200 | 32.987µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:07:00 | 200 | 44.827µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:07:05 | 200 | 38.37µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:07:06 | 200 | 42.046µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:07:10 | 200 | 37.034µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:07:15 | 200 | 37.7µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:07:16 | 200 | 37.103µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:07:20 | 200 | 36.842µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:07:25 | 200 | 37.642µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:07:26 | 200 | 36.861µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:07:30 | 200 | 33.871µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:07:35 | 200 | 37.048µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:07:36 | 200 | 36.616µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:07:40 | 200 | 34.063µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:07:45 | 200 | 42.85µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:07:46 | 200 | 43.046µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T21:07:47.766Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"eef0d98f-f114-4f31-b884-651cdd5a033b","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:07:47.766Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"eef0d98f-f114-4f31-b884-651cdd5a033b","keyPrefix":"sk-oai-Qbax5fS1boch...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:07:47 | 201 | 1.965896ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:07:50 | 200 | 49.477µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:07:55 | 200 | 31.87µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:07:56 | 200 | 32.837µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:08:00 | 200 | 58.867µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:08:05 | 200 | 33.398µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:08:06 | 200 | 35.713µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:08:10 | 200 | 36.574µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:08:12 | 200 | 581.308µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:08:12 | 200 | 176.681µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:08:12 | 404 | 712.231µs | 100.64.0.4 | DELETE "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:08:15 | 200 | 34.57µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:08:16 | 200 | 52.644µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:08:20 | 200 | 34.018µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:08:25 | 200 | 34.705µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:08:26 | 200 | 34.522µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:08:30 | 200 | 34.677µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:08:35 | 200 | 36.209µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:08:36 | 200 | 34.718µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:08:40 | 200 | 34.284µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:08:45 | 200 | 35.513µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:08:46 | 200 | 34.592µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:08:50 | 200 | 34.935µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:08:55 | 200 | 38.418µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:08:56 | 200 | 37.896µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:09:00 | 200 | 34.777µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T21:09:02.979Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"e9d0a8b0-72c4-46e4-b105-8197cdaf38b6","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:09:02.979Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e9d0a8b0-72c4-46e4-b105-8197cdaf38b6","keyPrefix":"sk-oai-POLMFu7W1haT...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:09:02 | 201 | 1.707712ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:09:03 | 200 | 448.895µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:09:03 | 200 | 157.683µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:09:05 | 200 | 57.015µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:09:06 | 200 | 43.297µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:09:10 | 200 | 35.137µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:09:15 | 200 | 32.437µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:09:16 | 200 | 34.609µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:09:20 | 200 | 35.197µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T21:09:22.187Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"34e687d7-2c49-428a-af56-9bb0ecf2bbf1","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:09:22.187Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"34e687d7-2c49-428a-af56-9bb0ecf2bbf1","keyPrefix":"sk-oai-124wtJHJKjpY...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:09:22 | 201 | 1.898586ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:09:22 | 200 | 464.929µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:09:22 | 200 | 174.125µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:09:22 | 200 | 469.457µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:09:22 | 200 | 146.787µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:09:25 | 200 | 35.061µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:09:26 | 200 | 34.877µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:09:30 | 200 | 35.732µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:09:35 | 200 | 37.651µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:09:36 | 200 | 33.098µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:09:40 | 200 | 37.127µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T21:09:41.695Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"7b4b152c-d1c9-4aa9-8d34-7cb7274ca037","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:09:41.695Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7b4b152c-d1c9-4aa9-8d34-7cb7274ca037","keyPrefix":"sk-oai-9y7sfy5FS6mB...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:09:41 | 201 | 1.780633ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:09:41 | 200 | 364.886µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:09:41 | 200 | 359.775µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:09:41 | 200 | 164.789µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:09:41 | 200 | 19.31045ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:09:45 | 200 | 36.75µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:09:46 | 200 | 36.947µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:09:50 | 200 | 31.631µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:09:55 | 200 | 33.274µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:09:56 | 200 | 32.234µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:10:00 | 200 | 34.789µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:10:00 | 200 | 170.935µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:10:00 | 200 | 171.23µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:10:00 | 200 | 22.686454ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:10:05 | 200 | 33.827µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:10:06 | 200 | 40.633µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:10:10 | 200 | 39.359µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T21:10:12.927Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ee875c49-ca76-4387-83e6-0170871f560c","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:10:12.927Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ee875c49-ca76-4387-83e6-0170871f560c","keyPrefix":"sk-oai-O8PbSQ1AT4FJ...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:10:12 | 201 | 1.804812ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:10:15 | 200 | 65.21µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:10:16 | 200 | 41.617µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:10:20 | 200 | 45.403µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:10:25 | 200 | 43.002µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:10:26 | 200 | 44.857µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:10:30 | 200 | 40.979µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:10:35 | 200 | 38.579µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:10:36 | 200 | 46.87µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:10:40 | 200 | 42.564µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:10:42 | 200 | 9.014916ms | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:10:42 | 200 | 162.625µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:10:43 | 200 | 451.637µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:10:43 | 200 | 347.942µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:10:43 | 200 | 110.977µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:10:43 | 200 | 12.016419ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:10:45 | 200 | 42.882µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:10:46 | 200 | 41.152µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:10:50 | 200 | 41.785µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:10:55 | 200 | 41.427µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:10:56 | 200 | 39.658µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:11:00 | 200 | 165.954µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:11:00 | 200 | 12.422031ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:11:00 | 200 | 40.737µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:11:05 | 200 | 44.298µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:11:06 | 200 | 41.837µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T21:11:08.716Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"83bc358e-9214-4f88-bbf1-ff65725259a0","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:11:08.716Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"83bc358e-9214-4f88-bbf1-ff65725259a0","keyPrefix":"sk-oai-1FVd1OWLmrBg...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:11:08 | 201 | 1.830878ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:11:10 | 200 | 43.888µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:11:15 | 200 | 43.327µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:11:16 | 200 | 585.72µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:11:16 | 200 | 383.539µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:11:16 | 200 | 225.137µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:11:16 | 200 | 9.547049ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:11:16 | 200 | 39.486µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T21:11:17.240Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a6c41a8a-7913-4ba6-ad66-408653b28abc","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:11:17.240Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a6c41a8a-7913-4ba6-ad66-408653b28abc","keyPrefix":"sk-oai-1HFdq0By18P3...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:11:17 | 201 | 1.58472ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:11:20 | 200 | 37.259µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:11:25 | 200 | 543.512µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:11:25 | 200 | 374.235µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:11:25 | 200 | 250.134µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:11:25 | 200 | 7.145029ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:11:25 | 200 | 350.258µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:11:25 | 200 | 404.804µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:11:25 | 200 | 241.569µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:11:25 | 200 | 7.148013ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:11:25 | 200 | 40.701µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T21:11:26.235Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"042b5658-4f7c-4f49-b1c9-eab22daddbcb","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:11:26.235Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"042b5658-4f7c-4f49-b1c9-eab22daddbcb","keyPrefix":"sk-oai-1RI3TfCKGM26...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:11:26 | 201 | 1.601748ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:11:26 | 200 | 39.564µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:11:30 | 200 | 63.399µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:11:34 | 200 | 522.803µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:11:34 | 200 | 360.597µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:11:34 | 200 | 293.022µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:11:34 | 200 | 10.417572ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:11:35 | 200 | 38.031µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:11:36 | 200 | 43.416µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:11:40 | 200 | 39.683µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T21:11:43.391Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1c898358-8b0c-4252-8342-2df3043d060e","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:11:43.391Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1c898358-8b0c-4252-8342-2df3043d060e","keyPrefix":"sk-oai-oJSre3rDOF96...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:11:43 | 201 | 1.814238ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:11:45 | 200 | 41.545µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:11:46 | 200 | 42.738µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:11:50 | 200 | 46.128µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:11:51 | 200 | 461.066µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:11:51 | 200 | 314.729µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:11:51 | 200 | 192.959µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:11:51 | 200 | 260.893µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:11:51 | 200 | 622.516µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:11:51 | 200 | 18.825861ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:11:55 | 200 | 65.152µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:11:56 | 200 | 42.468µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:12:00 | 200 | 41.586µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T21:12:04.825Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3e5e9bbc-6664-49f6-93c3-8d804a650783","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:12:04.825Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3e5e9bbc-6664-49f6-93c3-8d804a650783","keyPrefix":"sk-oai-Q74t1rDycLNA...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:12:04 | 201 | 2.507397ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:12:05 | 200 | 41.27µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:12:06 | 200 | 41.83µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:12:10 | 200 | 37.882µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:12:12 | 200 | 910.444µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:12:12 | 200 | 262.292µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:12:12 | 200 | 166.528µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:12:12 | 200 | 9.491463ms | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:12:12 | 200 | 177.145µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:12:12 | 200 | 33.76554ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:12:15 | 200 | 42.814µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:12:16 | 200 | 40.925µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:12:20 | 200 | 47.732µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:12:25 | 200 | 41.87µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:12:26 | 200 | 58.797µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:12:28 | 200 | 188.1µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:12:29 | 200 | 268.042µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:12:29 | 200 | 198.364µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:12:29 | 200 | 40.0116ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:12:30 | 200 | 55.789µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:12:35 | 200 | 40.677µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:12:36 | 200 | 42.371µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:12:40 | 200 | 40.807µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:12:45 | 200 | 39.867µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:12:46 | 200 | 160.583µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:12:46 | 200 | 11.914413ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:12:46 | 200 | 41.314µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:12:50 | 200 | 52.088µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:12:55 | 200 | 39.006µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:12:56 | 200 | 39.875µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T21:12:59.736Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"71754ac2-31c4-4f51-a632-6d38529abbea","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:12:59.736Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"71754ac2-31c4-4f51-a632-6d38529abbea","keyPrefix":"sk-oai-1D5IjYIyBl1Y...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:12:59 | 201 | 1.882067ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:13:00 | 200 | 42.626µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:13:05 | 200 | 48.449µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:13:06 | 200 | 41.543µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:13:07 | 200 | 564.115µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:13:07 | 200 | 138.377µs | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-21T21:13:08.369Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"21c36a11-f4b6-4ccc-976e-ff6e91bda85b","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:13:08.369Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"21c36a11-f4b6-4ccc-976e-ff6e91bda85b","keyPrefix":"sk-oai-qJqCTr8szC8m...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:13:08 | 201 | 1.576003ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:13:10 | 200 | 39.753µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:13:15 | 200 | 43.746µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:13:16 | 200 | 653.994µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:13:16 | 200 | 464.855µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:13:16 | 200 | 166.192µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:13:16 | 200 | 9.896174ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-21T21:13:16.774Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"48af9859-a747-46ab-b76e-389bc143b38f","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:13:16.774Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"48af9859-a747-46ab-b76e-389bc143b38f","keyPrefix":"sk-oai-1MixUfcdYA50...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:13:16 | 201 | 1.555233ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:13:16 | 200 | 41.169µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:13:20 | 200 | 42.876µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:13:24 | 200 | 550.929µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:13:24 | 200 | 406.627µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:13:24 | 200 | 237.024µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:13:24 | 200 | 9.29749ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-21T21:13:25.518Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"55267ade-dd53-46a9-8d2c-095c65a4a703","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:13:25.518Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"55267ade-dd53-46a9-8d2c-095c65a4a703","keyPrefix":"sk-oai-nq1PfEJEzqCy...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:13:25 | 201 | 2.2629ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:13:25 | 200 | 44.329µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:13:26 | 200 | 41.984µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:13:30 | 200 | 43.224µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:13:33 | 200 | 480.591µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:13:33 | 200 | 391.083µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:13:33 | 200 | 260.448µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:13:33 | 200 | 9.80526ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:13:35 | 200 | 46.403µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:13:36 | 200 | 40.021µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:13:40 | 200 | 43.629µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T21:13:42.706Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"798e684c-edf3-40f7-8503-d5195577186a","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:13:42.706Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"798e684c-edf3-40f7-8503-d5195577186a","keyPrefix":"sk-oai-1CeJqSlwtzLW...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:13:42 | 201 | 1.765764ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:13:45 | 200 | 41.349µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:13:46 | 200 | 43.627µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:13:50 | 200 | 41.759µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:13:55 | 200 | 43.179µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:13:56 | 200 | 42.494µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:13:58 | 200 | 560.166µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:13:58 | 403 | 101.471µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:14:00 | 200 | 41.732µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:14:05 | 200 | 40.908µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:14:06 | 200 | 40.521µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:14:10 | 200 | 50.972µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:14:15 | 200 | 38.466µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:14:15 | 403 | 121.652µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:14:16 | 200 | 40.736µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:14:20 | 200 | 45.376µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:14:25 | 200 | 40.941µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:14:26 | 200 | 44.746µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:14:30 | 200 | 42.413µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:14:33 | 403 | 151.464µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:14:35 | 200 | 42.859µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:14:36 | 200 | 50.352µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:14:40 | 200 | 42.749µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:14:45 | 200 | 45.308µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:14:46 | 200 | 40.591µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:14:50 | 403 | 155.485µs | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:14:50 | 200 | 40.689µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:14:55 | 200 | 51.039µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:14:56 | 200 | 50.53µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:15:00 | 200 | 41.675µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T21:15:01.477Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/05/21 - 21:15:01 | 200 | 674.106µs | 10.132.0.35 | POST "/internal/v1/api-keys/cleanup" {"level":"info","timestamp":"2026-05-21T21:15:02.463Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"fa428d4b-e0bc-4232-8866-06138cee3c19","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:15:02.463Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fa428d4b-e0bc-4232-8866-06138cee3c19","keyPrefix":"sk-oai-2DqQUp3zcsNl...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:15:02 | 201 | 1.73398ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:15:05 | 200 | 38.06µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:15:06 | 200 | 48.129µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:15:10 | 200 | 454.124µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:15:10 | 200 | 409.054µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:15:10 | 200 | 268.672µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:15:10 | 200 | 24.268863ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:15:10 | 200 | 37.062µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:15:15 | 200 | 41.631µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:15:16 | 200 | 40.732µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:15:20 | 200 | 39.276µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T21:15:22.575Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"aec2cf38-266b-47c2-b95e-c2fac9b4c241","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:15:22.575Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"aec2cf38-266b-47c2-b95e-c2fac9b4c241","keyPrefix":"sk-oai-1VAZhkF4FCeD...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:15:22 | 201 | 1.73738ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-21T21:15:22.615Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"bc773100-e2d7-4e61-9080-6663bac993ee","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:15:22.615Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bc773100-e2d7-4e61-9080-6663bac993ee","keyPrefix":"sk-oai-1ZnxUcm1Z3kL...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:15:22 | 201 | 1.506693ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:15:25 | 200 | 48.861µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:15:26 | 200 | 62.812µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:15:30 | 200 | 634.536µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:15:30 | 200 | 531.022µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:15:30 | 200 | 367.259µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:15:30 | 200 | 9.863865ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:15:30 | 200 | 459.485µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:15:30 | 200 | 559.672µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:15:30 | 200 | 423.358µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:15:30 | 200 | 10.890993ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:15:30 | 200 | 39.863µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:15:35 | 200 | 36.637µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:15:36 | 200 | 40.989µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:15:40 | 200 | 42.477µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:15:45 | 200 | 35.857µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:15:46 | 200 | 37.958µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:15:47 | 200 | 187.112µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:15:47 | 200 | 172.776µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:15:47 | 200 | 164.926µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:15:47 | 200 | 35.607306ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:15:50 | 200 | 34.66µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:15:55 | 200 | 45.956µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:15:56 | 200 | 53.911µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:16:00 | 200 | 50.877µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:16:04 | 200 | 187.428µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:16:04 | 200 | 12.879527ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:16:04 | 200 | 298.099µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:16:04 | 200 | 12.674045ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:16:05 | 200 | 40.927µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:16:06 | 200 | 51.076µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:16:10 | 200 | 41.378µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:16:15 | 200 | 40.099µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:16:16 | 200 | 35.578µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:16:20 | 200 | 40.212µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:16:25 | 200 | 41.649µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:16:26 | 200 | 41.018µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T21:16:30.526Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1a0d3006-0986-430b-a038-7f58d9aadb3f","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:16:30.526Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1a0d3006-0986-430b-a038-7f58d9aadb3f","keyPrefix":"sk-oai-KtTdNJEzjbGQ...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:16:30 | 201 | 1.766961ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:16:30 | 200 | 440.708µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:16:30 | 200 | 231.279µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:16:30 | 200 | 828.192µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:16:30 | 200 | 148.312µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:16:30 | 200 | 368.112µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:16:30 | 200 | 234.726µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:16:30 | 200 | 396.587µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:16:30 | 200 | 259.314µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:16:30 | 200 | 373.871µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:16:30 | 200 | 302.797µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:16:30 | 200 | 170.632µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:16:30 | 200 | 10.068428ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:16:30 | 200 | 42.471µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:16:35 | 200 | 42.899µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:16:36 | 200 | 39µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:16:40 | 200 | 40.68µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:16:45 | 200 | 42.459µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T21:16:46.412Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ad680f9d-5442-47e4-b3f9-8a602253b43e","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:16:46.412Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ad680f9d-5442-47e4-b3f9-8a602253b43e","keyPrefix":"sk-oai-LJzmQKdazT8K...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:16:46 | 201 | 1.682836ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:16:46 | 200 | 408.303µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:16:46 | 200 | 174.456µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:16:46 | 200 | 40.199µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:16:50 | 200 | 45.366µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:16:55 | 200 | 51.142µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:16:56 | 200 | 41.894µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:17:00 | 200 | 40.685µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:17:05 | 200 | 44.247µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:17:06 | 200 | 42.036µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:17:10 | 200 | 40.313µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:17:15 | 200 | 41.189µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:17:16 | 200 | 40.166µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:17:20 | 200 | 46.86µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:17:25 | 200 | 41.488µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 21:17:26 | 200 | 45.582µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T21:17:28.355Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"0acdb9ba-0076-4928-a0a0-d67eb7630b36","ephemeral":false} {"level":"info","timestamp":"2026-05-21T21:17:28.355Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0acdb9ba-0076-4928-a0a0-d67eb7630b36","keyPrefix":"sk-oai-aL5yD6VWGRVa...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 21:17:28 | 201 | 9.823808ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:17:28 | 200 | 1.045969ms | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:17:28 | 200 | 333.638µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:17:28 | 200 | 195.355µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:17:28 | 200 | 10.406561ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:17:28 | 200 | 437.334µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:17:28 | 200 | 192.494µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:17:28 | 200 | 456.216µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:17:28 | 200 | 194.706µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:17:28 | 200 | 454.126µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:17:28 | 200 | 229.322µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:17:28 | 200 | 443.843µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:17:28 | 200 | 175.262µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:17:28 | 200 | 378.711µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:17:28 | 200 | 172.634µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:17:28 | 200 | 336.622µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:17:28 | 200 | 134.998µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:17:28 | 200 | 335.038µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:17:28 | 200 | 150.751µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:17:28 | 200 | 357.261µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:17:28 | 200 | 150.701µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:17:28 | 200 | 361.229µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:17:28 | 200 | 133.344µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:17:28 | 200 | 324.012µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:17:28 | 200 | 130.69µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 21:17:28 | 200 | 359.292µs | 10.133.0.28 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 21:17:28 | 200 | 133.705µs | 10.133.0.28 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-05-21T21:17:28.892Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"0acdb9ba-0076-4928-a0a0-d67eb7630b36"} {"level":"info","timestamp":"2026-05-21T21:17:28.892Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"0acdb9ba-0076-4928-a0a0-d67eb7630b36","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/05/21 - 21:17:28 | 200 | 2.253435ms | 100.64.0.2 | DELETE "/v1/api-keys/0acdb9ba-0076-4928-a0a0-d67eb7630b36" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/21 - 21:17:30 | 200 | 41.307µs | 10.134.0.2 | GET "/health"