[GIN] 2026/06/03 - 23:26:08 | 200 |    1.270989ms |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:26:08 | 200 |     202.492µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:26:08 | 200 |     626.896µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:26:08 | 200 |     160.142µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:26:10 | 200 |      40.835µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:26:15 | 200 |      38.674µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:26:16 | 200 |      41.906µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:26:20 | 200 |      41.183µs |      10.133.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-03T23:26:25.797Z","caller":"api_keys/service.go:137","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-03T23:26:25.797Z","caller":"api_keys/handler.go:199","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:199\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/03 - 23:26:25 | 400 |     288.023µs |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:26:25 | 200 |      41.594µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:26:26 | 200 |      43.848µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:26:30 | 200 |      40.068µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:26:35 | 200 |      42.838µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:26:36 | 200 |      46.099µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:26:40 | 200 |      40.829µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:26:43.182Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"c879c7b5-14ed-4132-875b-d1eae67ba554","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:26:43.182Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"c879c7b5-14ed-4132-875b-d1eae67ba554","keyPrefix":"sk-oai-toV52jpzUdcj...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:26:43 | 201 |    2.325401ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:26:43 | 200 |     640.278µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:26:43 | 200 |     177.699µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:26:45 | 200 |      54.519µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:26:46 | 200 |        40.5µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:26:50 | 200 |      40.127µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:26:52.247Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"799ef46e-64d2-491b-8635-be9573c2e7e4","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:26:52.247Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"799ef46e-64d2-491b-8635-be9573c2e7e4","keyPrefix":"sk-oai-gkFtQeeio7m4...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:26:52 | 201 |    2.576569ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:26:55 | 200 |      39.895µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:26:56 | 200 |      60.474µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:27:00 | 200 |    1.111618ms |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:27:00 | 200 |     157.885µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:27:00 | 200 |      40.554µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:27:05 | 200 |      38.934µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:27:06 | 200 |      40.052µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:27:10 | 200 |      39.363µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:27:15 | 200 |      39.683µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:27:16 | 200 |      39.443µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:27:17.880Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"99d822af-bb91-48e4-9f15-5a0391e9709f","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:27:17.880Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"99d822af-bb91-48e4-9f15-5a0391e9709f","keyPrefix":"sk-oai-1FE72iiMG8Xg...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:27:17 | 201 |    1.973548ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:27:17 | 200 |     587.928µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:27:17 | 200 |     154.945µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:27:20 | 200 |      38.544µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:27:25 | 200 |      42.571µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:27:26 | 200 |      44.934µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:27:30 | 200 |      38.185µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:27:35 | 200 |       39.58µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:27:36 | 200 |      48.099µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:27:40 | 200 |      46.412µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:27:45 | 200 |      46.312µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:27:46 | 200 |      31.598µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:27:50 | 200 |      34.845µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:27:55 | 200 |      32.712µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:27:56 | 200 |      37.112µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:28:00 | 200 |      38.841µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:28:05 | 200 |       33.14µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:28:06 | 200 |      37.124µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:28:10 | 200 |      34.903µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:28:15 | 200 |      33.301µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:28:16 | 200 |      41.763µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:28:20 | 200 |       32.11µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:28:25 | 200 |      35.792µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:28:26 | 200 |      32.402µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:28:30 | 200 |      39.738µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:28:35 | 200 |      32.981µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:28:36 | 200 |      45.025µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:28:40 | 200 |      34.844µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:28:45 | 200 |      37.986µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:28:46 | 200 |      33.682µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:28:50 | 200 |       33.79µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:28:55 | 200 |      33.172µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:28:56 | 200 |      42.218µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:29:00 | 200 |       44.97µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:29:05 | 200 |      33.233µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:29:06 | 200 |      34.555µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:29:10 | 200 |      32.811µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:29:15 | 200 |      45.547µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:29:16 | 200 |      70.074µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:29:17.335Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"bc5f4aef-3f87-42de-a677-e8c3da97ba13","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:29:17.335Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"bc5f4aef-3f87-42de-a677-e8c3da97ba13","keyPrefix":"sk-oai-1LxRbZI3ft1z...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:29:17 | 201 |     3.83521ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:29:20 | 200 |      32.248µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:29:25 | 200 |      34.469µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:29:26 | 200 |      37.254µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:29:30 | 200 |      33.806µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:29:35 | 200 |      34.365µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:29:36 | 200 |      32.484µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:29:39 | 200 |     901.887µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:29:39 | 200 |     240.859µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:29:40 | 404 |    1.025881ms |      100.64.0.2 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:29:40 | 200 |      33.554µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:29:45 | 200 |      33.325µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:29:46 | 200 |      53.602µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:29:50 | 200 |      35.818µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:29:55 | 200 |        36.2µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:29:56 | 200 |      33.901µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:30:00 | 200 |      37.277µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:30:01.531Z","caller":"api_keys/service.go:312","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/03 - 23:30:01 | 200 |     971.036µs |     10.134.0.43 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/03 - 23:30:05 | 200 |      32.795µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:30:06 | 200 |      33.681µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:30:10 | 200 |      32.883µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:30:15 | 200 |      34.707µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:30:16 | 200 |      45.163µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:30:20 | 200 |      44.881µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:30:25 | 200 |      38.255µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:30:26 | 200 |       32.96µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:30:30 | 200 |      62.599µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:30:35 | 200 |      36.128µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:30:36 | 200 |      33.497µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:30:36.952Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"29d5c654-d414-4e20-8611-705c4474ca7d","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:30:36.952Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"29d5c654-d414-4e20-8611-705c4474ca7d","keyPrefix":"sk-oai-mffLRb9FITkV...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:30:36 | 201 |    2.108735ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:30:36 | 200 |     551.893µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:30:36 | 200 |      295.69µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:30:40 | 200 |      33.353µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:30:45 | 200 |      44.933µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:30:46 | 200 |      34.202µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:30:50 | 200 |      33.284µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:30:55 | 200 |       33.22µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:30:56 | 200 |      43.291µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:30:56.173Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"8757975a-e3a5-4efd-b208-e1a285acd6d1","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:30:56.173Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"8757975a-e3a5-4efd-b208-e1a285acd6d1","keyPrefix":"sk-oai-LHSgLU1P0Ls4...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:30:56 | 201 |    2.105947ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:30:56 | 200 |     564.655µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:30:56 | 200 |     320.479µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:30:56 | 200 |     521.904µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:30:56 | 200 |     133.145µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:31:00 | 200 |      34.695µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:31:05 | 200 |      33.509µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:31:06 | 200 |       37.38µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:31:10 | 200 |      37.646µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:31:15.647Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"27e5f516-53f1-4c90-be5e-727b1bd432cd","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:31:15.647Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"27e5f516-53f1-4c90-be5e-727b1bd432cd","keyPrefix":"sk-oai-ZGQ7kNql2SYb...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:31:15 | 201 |   11.699162ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:31:15 | 200 |     1.45109ms |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:31:15 | 200 |     641.681µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:31:15 | 200 |     282.114µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:31:15 | 200 |    22.50374ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:31:15 | 200 |      33.361µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:31:16 | 200 |      31.447µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:31:20 | 200 |      44.624µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:31:25 | 200 |      41.663µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:31:26 | 200 |      40.391µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:31:30 | 200 |      43.632µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:31:34 | 200 |     191.542µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:31:34 | 200 |     311.953µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:31:34 | 200 |   25.097081ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:31:35 | 200 |      40.507µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:31:36 | 200 |      40.971µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:31:40 | 200 |       38.96µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:31:45 | 200 |      43.058µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:31:46 | 200 |      44.918µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:31:46.866Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a9f196e8-66dc-4300-b7f4-7f8f09dee8d0","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:31:46.866Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"a9f196e8-66dc-4300-b7f4-7f8f09dee8d0","keyPrefix":"sk-oai-p8WmmSoYoK7G...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:31:46 | 201 |    2.415636ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:31:50 | 200 |       54.27µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:31:55 | 200 |      42.907µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:31:56 | 200 |      70.213µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:32:00 | 200 |      36.657µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:32:05 | 200 |      41.277µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:32:06 | 200 |      38.439µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:32:10 | 200 |      52.138µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:32:15 | 200 |      45.755µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:32:16 | 200 |      48.811µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:32:16 | 200 |    1.000021ms |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:32:16 | 200 |     128.141µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:32:16 | 200 |     591.183µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:32:16 | 200 |     539.067µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:32:16 | 200 |     135.073µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:32:16 | 200 |   11.294666ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:32:20 | 200 |      38.604µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:32:25 | 200 |      40.949µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:32:26 | 200 |      38.034µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:32:30 | 200 |      43.441µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:32:34 | 200 |     242.567µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:32:34 | 200 |   15.329093ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:32:35 | 200 |      39.148µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:32:36 | 200 |      41.553µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:32:40 | 200 |      39.767µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:32:42.713Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f76e1588-a495-4e0d-ad84-da6a6787b07d","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:32:42.713Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"f76e1588-a495-4e0d-ad84-da6a6787b07d","keyPrefix":"sk-oai-1KRRzTkMA1Io...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:32:42 | 201 |    2.008388ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:32:45 | 200 |      47.566µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:32:46 | 200 |      38.371µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:32:50 | 200 |     940.613µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:32:50 | 200 |     499.956µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:32:50 | 200 |     180.742µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:32:50 | 200 |   12.006852ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:32:50 | 200 |      47.246µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:32:51.249Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4aeaecd0-9b5b-4cb8-96b0-0c2143f8462d","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:32:51.249Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"4aeaecd0-9b5b-4cb8-96b0-0c2143f8462d","keyPrefix":"sk-oai-3S8eMfUPHCKv...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:32:51 | 201 |    1.980066ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:32:55 | 200 |      41.172µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:32:56 | 200 |      41.085µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:32:59 | 200 |     810.899µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:32:59 | 200 |     554.493µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:32:59 | 200 |     146.386µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:32:59 | 200 |    8.129587ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:32:59 | 200 |     482.507µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:32:59 | 200 |     465.254µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:32:59 | 200 |     193.711µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:32:59 | 200 |     7.94193ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:33:00 | 200 |      40.276µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:33:02.406Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"57a37e6f-d994-44e7-aa15-3653810dc335","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:33:02.406Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"57a37e6f-d994-44e7-aa15-3653810dc335","keyPrefix":"sk-oai-NSj18xSoFaxd...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:33:02 | 201 |    2.190156ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:33:05 | 200 |        39.9µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:33:06 | 200 |      48.042µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:33:10 | 200 |     848.352µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:33:10 | 200 |     472.574µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:33:10 | 200 |       172.6µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:33:10 | 200 |   13.425877ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:33:10 | 200 |      38.354µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:33:15 | 200 |      41.188µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:33:16 | 200 |      40.861µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:33:19.638Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8e5dcff5-4d6f-4d9a-bc93-ac62e87a2fbb","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:33:19.638Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"8e5dcff5-4d6f-4d9a-bc93-ac62e87a2fbb","keyPrefix":"sk-oai-bi6BLifyIbGX...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:33:19 | 201 |    2.221725ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:33:20 | 200 |      49.396µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:33:25 | 200 |      52.039µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:33:26 | 200 |      40.924µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:33:27 | 200 |     820.753µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:33:27 | 200 |     553.322µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:33:27 | 200 |     312.748µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:33:27 | 200 |     565.449µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:33:27 | 200 |     244.372µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:33:27 | 200 |   20.216397ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:33:30 | 200 |      39.224µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:33:35 | 200 |      40.445µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:33:36 | 200 |      38.132µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:33:40 | 200 |      48.798µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:33:41.117Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"412f204a-fbc9-4bca-be44-60d0632cd7b3","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:33:41.117Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"412f204a-fbc9-4bca-be44-60d0632cd7b3","keyPrefix":"sk-oai-Zgb7ZXkCqJS5...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:33:41 | 201 |    3.452327ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:33:45 | 200 |      41.788µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:33:46 | 200 |      39.995µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:33:49 | 200 |     796.547µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:33:49 | 200 |     585.943µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:33:49 | 200 |     168.628µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:33:49 | 200 |   10.945028ms |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:33:49 | 200 |     164.383µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:33:49 | 200 |    36.00294ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:33:50 | 200 |      40.153µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:33:55 | 200 |      40.152µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:33:56 | 200 |      47.974µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:34:00 | 200 |      45.378µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:34:05 | 200 |       42.04µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:34:06 | 200 |      41.121µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:34:07 | 200 |     205.244µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:34:07 | 200 |     176.705µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:34:07 | 200 |     201.625µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:34:07 | 200 |   40.458759ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:34:10 | 200 |      40.454µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:34:15 | 200 |       40.25µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:34:16 | 200 |      46.467µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:34:20 | 200 |      41.901µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:34:25 | 200 |     174.013µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:34:25 | 200 |   14.655867ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:34:25 | 200 |      40.623µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:34:26 | 200 |      45.185µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:34:30 | 200 |      51.504µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:34:35 | 200 |      36.194µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:34:36 | 200 |      41.835µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:34:36.192Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e4663d78-17a0-4f0a-964d-958f132b6c15","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:34:36.192Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"e4663d78-17a0-4f0a-964d-958f132b6c15","keyPrefix":"sk-oai-YJyT6f3yxEyo...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:34:36 | 201 |    2.702396ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:34:40 | 200 |      52.025µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:34:44 | 200 |     926.122µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:34:44 | 200 |     204.907µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T23:34:44.824Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4fb8e04c-8ddd-441d-a1fe-f758afefa367","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:34:44.824Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"4fb8e04c-8ddd-441d-a1fe-f758afefa367","keyPrefix":"sk-oai-A5Uws3h8nOkU...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:34:44 | 201 |    1.833167ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:34:45 | 200 |      41.455µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:34:46 | 200 |      46.345µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:34:50 | 200 |      42.772µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:34:52 | 200 |     923.482µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:34:52 | 200 |      495.26µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:34:52 | 200 |     153.094µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:34:52 | 200 |   11.260495ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T23:34:53.256Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3fd071d7-598b-478f-8428-6c29d679ef56","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:34:53.256Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"3fd071d7-598b-478f-8428-6c29d679ef56","keyPrefix":"sk-oai-1VlqHPnKAjnO...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:34:53 | 201 |    1.872632ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:34:55 | 200 |      72.408µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:34:56 | 200 |      38.647µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:35:00 | 200 |      41.062µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:35:01 | 200 |     895.462µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:35:01 | 200 |     506.242µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:35:01 | 200 |     131.533µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:35:01 | 200 |   10.680017ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T23:35:02.025Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"f393b0bc-3884-4ea0-a1b6-89f7e606e800","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:35:02.025Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"f393b0bc-3884-4ea0-a1b6-89f7e606e800","keyPrefix":"sk-oai-c47zUOMZlbpF...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:35:02 | 201 |    2.045291ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:35:05 | 200 |      41.748µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:35:06 | 200 |      37.934µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:35:10 | 200 |     949.991µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:35:10 | 200 |     726.586µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:35:10 | 200 |      425.28µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:35:10 | 200 |   11.952625ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:35:10 | 200 |      55.309µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:35:15 | 200 |      43.247µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:35:16 | 200 |      42.473µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:35:19.235Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"075565a0-1bbc-4ba1-acc8-2c63e0cd2881","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:35:19.235Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"075565a0-1bbc-4ba1-acc8-2c63e0cd2881","keyPrefix":"sk-oai-2QEdGr2MTaZe...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:35:19 | 201 |    2.364635ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:35:20 | 200 |      38.841µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:35:25 | 200 |       40.62µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:35:26 | 200 |      40.993µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:35:30 | 200 |      38.379µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:35:35 | 200 |    1.309947ms |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:35:35 | 403 |     125.454µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:35:35 | 200 |      51.495µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:35:36 | 200 |       46.52µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:35:40 | 200 |       39.26µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:35:45 | 200 |      40.578µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:35:46 | 200 |      43.053µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:35:50 | 200 |      44.596µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:35:52 | 403 |     121.476µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:35:55 | 200 |      38.222µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:35:56 | 200 |      39.457µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:36:00 | 200 |      38.937µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:36:05 | 200 |      40.178µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:36:06 | 200 |      42.021µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:36:09 | 403 |     120.155µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:36:10 | 200 |       42.87µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:36:15 | 200 |      38.707µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:36:16 | 200 |      38.366µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:36:20 | 200 |      44.985µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:36:25 | 200 |       44.41µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:36:26 | 200 |      40.228µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:36:27 | 403 |     130.419µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:36:30 | 200 |      37.563µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:36:35 | 200 |      40.581µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:36:36 | 200 |      44.401µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:36:40 | 200 |      48.056µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:36:41.219Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"52d56b6c-3e71-4f7e-989e-33862b8539f5","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:36:41.219Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"52d56b6c-3e71-4f7e-989e-33862b8539f5","keyPrefix":"sk-oai-mJ5UsE3a7Jew...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:36:41 | 201 |    2.219397ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:36:45 | 200 |      42.297µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:36:46 | 200 |       40.34µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:36:49 | 200 |     727.093µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:36:49 | 200 |     706.984µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:36:49 | 200 |     423.667µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:36:49 | 200 |   19.028119ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:36:50 | 200 |       40.07µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:36:55 | 200 |      40.068µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:36:56 | 200 |      42.321µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:37:00 | 200 |      39.619µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:37:05.587Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"899395d3-c0bd-4ebf-b07b-c5dde8a93a70","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:37:05.587Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"899395d3-c0bd-4ebf-b07b-c5dde8a93a70","keyPrefix":"sk-oai-VbHpEMZ0Nrlx...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:37:05 | 201 |    2.279632ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T23:37:05.625Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"789f917a-d698-4afa-a14e-6e70c6a5c641","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:37:05.625Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"789f917a-d698-4afa-a14e-6e70c6a5c641","keyPrefix":"sk-oai-NQro99WM4nmG...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:37:05 | 201 |     1.81746ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:37:05 | 200 |      53.402µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:37:06 | 200 |      43.152µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:37:10 | 200 |      40.616µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:37:13 | 200 |     822.211µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:37:13 | 200 |      549.91µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:37:13 | 200 |     293.123µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:37:13 | 200 |   10.531947ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:37:13 | 200 |     561.604µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:37:13 | 200 |     497.805µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:37:13 | 200 |     389.885µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:37:13 | 200 |   10.763179ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:37:15 | 200 |      41.649µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:37:16 | 200 |       48.36µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:37:20 | 200 |      40.466µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:37:25 | 200 |      62.092µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:37:26 | 200 |      38.748µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:37:30 | 200 |      58.085µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:37:32 | 200 |     188.927µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:37:32 | 200 |     192.173µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:37:32 | 200 |     261.882µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:37:32 | 200 |   39.343038ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:37:35 | 200 |      39.583µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:37:36 | 200 |      37.816µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:37:40 | 200 |      65.462µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:37:45 | 200 |       40.34µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:37:46 | 200 |      52.054µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:37:50 | 200 |      41.804µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:37:53 | 200 |     218.984µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:37:53 | 200 |     14.4068ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:37:53 | 200 |     184.584µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:37:53 | 200 |   14.103223ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:37:55 | 200 |       42.33µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:37:56 | 200 |      49.855µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:38:00 | 200 |       56.11µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:38:05 | 200 |      39.037µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:38:06 | 200 |      42.069µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:38:10 | 200 |      38.882µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:38:15 | 200 |      41.389µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:38:16 | 200 |      52.647µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:38:18.906Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2f585776-6d60-4a16-8d46-721158ed3c7d","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:38:18.906Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"2f585776-6d60-4a16-8d46-721158ed3c7d","keyPrefix":"sk-oai-1RnKUV9UKVSw...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:38:18 | 201 |     2.08031ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:38:18 | 200 |     577.368µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:38:18 | 200 |     183.786µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:38:18 | 200 |     540.191µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:38:18 | 200 |     152.634µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:38:18 | 200 |     517.569µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:38:18 | 200 |      146.51µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:38:19 | 200 |     533.054µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:38:19 | 200 |     459.413µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:38:19 | 200 |     151.587µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:38:19 | 200 |   13.500314ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:38:20 | 200 |      49.751µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:38:25 | 200 |      40.398µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:38:26 | 200 |      44.087µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:38:30 | 200 |      44.566µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:38:35 | 200 |      39.351µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:38:36 | 200 |      44.918µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:38:36.811Z","caller":"api_keys/service.go:157","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"bd32718d-8ec0-49e5-a755-942f2c5bf5cc","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:38:36.811Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"bd32718d-8ec0-49e5-a755-942f2c5bf5cc","keyPrefix":"sk-oai-18LR8wES75zQ...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:38:36 | 201 |    1.680641ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:38:37 | 200 |     521.363µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:38:37 | 200 |     286.616µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:38:40 | 200 |      37.142µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:38:45 | 200 |      43.511µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:38:46 | 200 |      38.872µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:38:50 | 200 |      40.129µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:38:55 | 200 |      40.704µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:38:56 | 200 |       40.15µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:39:00 | 200 |       64.94µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:39:05 | 200 |      37.449µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:39:06 | 200 |      40.001µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:39:10 | 200 |      43.802µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:39:15 | 200 |      41.176µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:39:16 | 200 |      44.105µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:39:16.713Z","caller":"api_keys/service.go:157","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"6e190178-e416-4caf-be31-5a011f1c2eba","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:39:16.713Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"6e190178-e416-4caf-be31-5a011f1c2eba","keyPrefix":"sk-oai-C7M5faZQuIJQ...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 23:39:16 | 201 |   12.160121ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T23:39:17.318Z","caller":"api_keys/service.go:157","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"7872282c-b240-4a3d-8ea4-6232d109909e","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:39:17.318Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"7872282c-b240-4a3d-8ea4-6232d109909e","keyPrefix":"sk-oai-4v9MLNMAa90E...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/03 - 23:39:17 | 201 |    2.167787ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T23:39:17.563Z","caller":"api_keys/service.go:157","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"c250ef44-a344-468f-99c8-b0eac74d831b","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:39:17.564Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"c250ef44-a344-468f-99c8-b0eac74d831b","keyPrefix":"sk-oai-1U9yp6R0EEq5...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 23:39:17 | 201 |    1.815967ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:39:17 | 200 |     1.32919ms |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:39:17 | 200 |      487.32µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:39:17 | 200 |      131.12µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:39:17 | 200 |   12.591051ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:39:17 | 200 |     638.315µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:39:17 | 200 |      150.35µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-03T23:39:17.734Z","caller":"api_keys/service.go:157","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"62a4ecdc-07d4-499e-97fd-7ce2828df27d","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:39:17.734Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"62a4ecdc-07d4-499e-97fd-7ce2828df27d","keyPrefix":"sk-oai-KI1OflrJkxu6...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 23:39:17 | 201 |    1.759373ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T23:39:17.761Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"62a4ecdc-07d4-499e-97fd-7ce2828df27d"}
{"level":"info","timestamp":"2026-06-03T23:39:17.762Z","caller":"api_keys/handler.go:333","message":"Revoked API key","keyId":"62a4ecdc-07d4-499e-97fd-7ce2828df27d","revokedBy":"alice_lead"}
[GIN] 2026/06/03 - 23:39:17 | 200 |    2.943408ms |      100.64.0.4 | DELETE   "/v1/api-keys/62a4ecdc-07d4-499e-97fd-7ce2828df27d" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:39:20 | 200 |     822.377µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-03T23:39:20.797Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/03 - 23:39:20 | 500 |     100.458µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:39:20 | 200 |      57.053µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:39:21.143Z","caller":"api_keys/service.go:157","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"533755c2-dbf0-4ba9-8125-fd35ca4cafd5","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:39:21.143Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"533755c2-dbf0-4ba9-8125-fd35ca4cafd5","keyPrefix":"sk-oai-1XfWdsqdZ66m...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 23:39:21 | 201 |    1.869757ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T23:39:21.173Z","caller":"api_keys/service.go:157","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"d267d9da-c662-464e-a3e3-c8c8c67a01e8","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:39:21.173Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"d267d9da-c662-464e-a3e3-c8c8c67a01e8","keyPrefix":"sk-oai-NkHVntZaPxev...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/03 - 23:39:21 | 201 |    1.720319ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T23:39:21.278Z","caller":"api_keys/service.go:157","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"b6b7a302-40da-44cb-97f9-8115921d07d6","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:39:21.278Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"b6b7a302-40da-44cb-97f9-8115921d07d6","keyPrefix":"sk-oai-subz1LqXauTB...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 23:39:21 | 201 |    1.725427ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T23:39:21.308Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"b6b7a302-40da-44cb-97f9-8115921d07d6"}
{"level":"info","timestamp":"2026-06-03T23:39:21.308Z","caller":"api_keys/handler.go:333","message":"Revoked API key","keyId":"b6b7a302-40da-44cb-97f9-8115921d07d6","revokedBy":"alice_lead"}
[GIN] 2026/06/03 - 23:39:21 | 200 |    2.384059ms |      100.64.0.4 | DELETE   "/v1/api-keys/b6b7a302-40da-44cb-97f9-8115921d07d6" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:39:21 | 404 |     964.682µs |      100.64.0.2 | DELETE   "/v1/api-keys/b6b7a302-40da-44cb-97f9-8115921d07d6" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T23:39:21.445Z","caller":"api_keys/service.go:157","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"ef7db608-80d7-4747-8cc4-24c4c065b2a3","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:39:21.445Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"ef7db608-80d7-4747-8cc4-24c4c065b2a3","keyPrefix":"sk-oai-49Oc6nvaXlUC...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 23:39:21 | 201 |     1.74064ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:39:21 | 200 |     616.866µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:39:21 | 200 |     494.395µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:39:21 | 200 |     128.021µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:39:21 | 200 |   10.561909ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T23:39:21.579Z","caller":"api_keys/service.go:157","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"5c658c46-58b4-4e02-b655-7f8823a57289","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:39:21.579Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"5c658c46-58b4-4e02-b655-7f8823a57289","keyPrefix":"sk-oai-x4TGBPLcY1NK...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 23:39:21 | 201 |    1.810384ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:39:21 | 200 |     528.402µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:39:21 | 403 |     373.076µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:39:21 | 200 |     618.208µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:39:21 | 200 |     456.092µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:39:21 | 200 |     129.573µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:39:21 | 200 |   11.662215ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T23:39:21.766Z","caller":"api_keys/service.go:157","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"182c9a09-a673-4bbf-8734-1c75751dab30","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:39:21.766Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"182c9a09-a673-4bbf-8734-1c75751dab30","keyPrefix":"sk-oai-ZWeRzO7HRMH0...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 23:39:21 | 201 |    1.823361ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:39:21 | 200 |     517.054µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:39:21 | 200 |     490.716µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:39:21 | 200 |     151.305µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:39:21 | 200 |   11.786528ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:39:21 | 200 |     497.669µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:39:21 | 200 |     407.323µs |     10.134.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:39:21 | 200 |     126.198µs |     10.134.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:39:21 | 200 |   10.963681ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T23:39:21.942Z","caller":"api_keys/service.go:157","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"4c93c0ac-6dea-4c15-a973-e606f0e60914","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:39:21.942Z","caller":"api_keys/handler.go:232","message":"Created API key","keyId":"4c93c0ac-6dea-4c15-a973-e606f0e60914","keyPrefix":"sk-oai-10K32kPvrAYD...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 23:39:21 | 201 |    1.752101ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:39:25 | 200 |        30.9µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:39:26 | 200 |      34.458µs |      10.133.0.2 | GET      "/health"