[GIN] 2026/06/10 - 17:58:18 | 200 |     209.551µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 17:58:18 | 200 |      319.72µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 17:58:18 | 200 |     245.757µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 17:58:18 | 200 |     119.241µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 17:58:23 | 200 |      37.599µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 17:58:28 | 200 |      47.977µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 17:58:28 | 200 |      37.268µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 17:58:33 | 200 |      43.394µs |      10.134.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-10T17:58:36.241Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-10T17:58:36.241Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/10 - 17:58:36 | 400 |     316.188µs |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 17:58:38 | 200 |      38.305µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 17:58:38 | 200 |      40.201µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 17:58:43 | 200 |      51.098µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 17:58:48 | 200 |      37.957µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 17:58:48 | 200 |      40.237µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 17:58:53 | 200 |      39.725µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T17:58:53.673Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"12218fd9-d742-4468-81a1-dff7eb9235d5","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T17:58:53.673Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"12218fd9-d742-4468-81a1-dff7eb9235d5","keyPrefix":"sk-oai-1CBY8Dp9moXX...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 17:58:53 | 201 |    1.704372ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 17:58:53 | 200 |     533.873µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 17:58:53 | 200 |     214.509µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 17:58:58 | 200 |      38.154µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 17:58:58 | 200 |      37.524µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T17:59:02.762Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"02caece4-8e4e-44ef-b915-49210e227c95","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T17:59:02.762Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"02caece4-8e4e-44ef-b915-49210e227c95","keyPrefix":"sk-oai-XdajlFs2dPjx...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 17:59:02 | 201 |    1.182308ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 17:59:03 | 200 |      43.538µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 17:59:08 | 200 |      40.298µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 17:59:08 | 200 |      37.548µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 17:59:11 | 200 |     434.316µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 17:59:11 | 200 |     214.462µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 17:59:13 | 200 |      50.153µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 17:59:18 | 200 |      37.294µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 17:59:18 | 200 |       39.87µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 17:59:23 | 200 |       44.98µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 17:59:28 | 200 |       43.82µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T17:59:28.355Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"3ae9c873-f0b7-408a-93bb-43f1cbce1a12","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T17:59:28.355Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3ae9c873-f0b7-408a-93bb-43f1cbce1a12","keyPrefix":"sk-oai-7KiV3mAfF1st...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 17:59:28 | 201 |    1.664916ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 17:59:28 | 200 |     337.287µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 17:59:28 | 200 |     198.544µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 17:59:28 | 200 |      37.355µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 17:59:33 | 200 |      37.103µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 17:59:38 | 200 |      39.233µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 17:59:38 | 200 |      42.583µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 17:59:43 | 200 |      39.339µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 17:59:48 | 200 |      46.447µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 17:59:48 | 200 |      38.177µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 17:59:53 | 200 |      38.552µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 17:59:58 | 200 |      50.293µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 17:59:58 | 200 |       38.11µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:00:03 | 200 |       38.98µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T18:00:05.805Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/10 - 18:00:05 | 200 |     686.401µs |     10.132.0.34 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/10 - 18:00:08 | 200 |      49.964µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:00:08 | 200 |      40.516µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:00:13 | 200 |      40.643µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:00:18 | 200 |      33.308µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:00:18 | 200 |      37.638µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:00:23 | 200 |       33.34µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:00:28 | 200 |      31.599µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:00:28 | 200 |      43.434µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:00:33 | 200 |      32.356µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:00:38 | 200 |      32.434µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:00:38 | 200 |      32.222µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:00:43 | 200 |      38.998µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:00:48 | 200 |      36.294µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:00:48 | 200 |       33.41µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:00:53 | 200 |      38.024µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:00:58 | 200 |      35.136µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:00:58 | 200 |      42.801µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:01:03 | 200 |      33.664µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:01:08 | 200 |      34.331µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:01:08 | 200 |      33.274µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:01:13 | 200 |      34.448µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:01:18 | 200 |      46.026µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:01:18 | 200 |       38.81µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:01:23 | 200 |      34.967µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:01:28 | 200 |      34.451µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:01:28 | 200 |      35.761µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T18:01:30.211Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"09b44f7d-c9a5-4d59-8638-f9006b42ebc3","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T18:01:30.211Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"09b44f7d-c9a5-4d59-8638-f9006b42ebc3","keyPrefix":"sk-oai-1aUIdE6dPzqU...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 18:01:30 | 201 |    9.853756ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:01:33 | 200 |      55.298µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:01:38 | 200 |      33.083µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:01:38 | 200 |      34.373µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:01:43 | 200 |      56.778µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:01:48 | 200 |      53.588µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:01:48 | 200 |      35.199µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:01:53 | 200 |      34.518µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:01:54 | 200 |    1.285101ms |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:01:54 | 200 |     156.866µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 18:01:55 | 404 |      631.97µs |      100.64.0.4 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:01:58 | 200 |      32.897µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:01:58 | 200 |      34.797µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:02:03 | 200 |      34.626µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:02:08 | 200 |      34.351µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:02:08 | 200 |      37.853µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:02:13 | 200 |      32.025µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:02:18 | 200 |      37.819µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:02:18 | 200 |      40.486µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:02:23 | 200 |      40.404µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:02:28 | 200 |       47.31µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:02:28 | 200 |      38.686µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:02:33 | 200 |      41.396µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:02:38 | 200 |      40.384µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:02:38 | 200 |      39.414µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:02:43 | 200 |        37.7µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T18:02:45.557Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"28d70738-f046-4d23-a667-78fefe12d9d5","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T18:02:45.558Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"28d70738-f046-4d23-a667-78fefe12d9d5","keyPrefix":"sk-oai-Z6C1dZMOStdo...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 18:02:45 | 201 |     2.03218ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:02:45 | 200 |     423.569µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:02:45 | 200 |     192.331µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 18:02:48 | 200 |      41.167µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:02:48 | 200 |      41.856µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:02:53 | 200 |      44.222µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:02:58 | 200 |      44.359µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:02:58 | 200 |      40.176µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:03:03 | 200 |      42.062µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T18:03:04.790Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"a7fadb57-1cca-44d4-904e-1100013f83bc","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T18:03:04.790Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a7fadb57-1cca-44d4-904e-1100013f83bc","keyPrefix":"sk-oai-14gqGfjPPQYw...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 18:03:04 | 201 |    1.733093ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:03:04 | 200 |     398.183µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:03:04 | 200 |     137.892µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 18:03:05 | 200 |     461.351µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:03:05 | 200 |      156.93µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 18:03:08 | 200 |      39.371µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:03:08 | 200 |      38.231µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:03:13 | 200 |      39.453µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:03:18 | 200 |      44.005µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:03:18 | 200 |       39.36µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:03:23 | 200 |      44.049µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T18:03:24.296Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"a3696c03-d225-46e2-9d90-9d6c55587401","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T18:03:24.296Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a3696c03-d225-46e2-9d90-9d6c55587401","keyPrefix":"sk-oai-Zg4fUIe3LJbI...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 18:03:24 | 201 |     1.64024ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:03:24 | 200 |     404.751µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:03:24 | 200 |     369.617µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:03:24 | 200 |      148.89µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 18:03:24 | 200 |   20.999243ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:03:28 | 200 |      40.468µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:03:28 | 200 |      45.881µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:03:33 | 200 |      39.991µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:03:38 | 200 |      44.424µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:03:38 | 200 |      42.447µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:03:43 | 200 |     202.403µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 18:03:43 | 200 |     155.065µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 18:03:43 | 200 |   23.559275ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:03:43 | 200 |      32.109µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:03:48 | 200 |      32.679µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:03:48 | 200 |      44.558µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:03:53 | 200 |       39.55µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T18:03:55.535Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9a93ac52-2e91-470f-853a-25f4d3f36d71","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T18:03:55.535Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9a93ac52-2e91-470f-853a-25f4d3f36d71","keyPrefix":"sk-oai-1253aryC7MzJ...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 18:03:55 | 201 |    1.662783ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:03:58 | 200 |       37.52µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:03:58 | 200 |      41.664µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:04:03 | 200 |      38.667µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:04:08 | 200 |      40.117µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:04:08 | 200 |       38.94µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:04:13 | 200 |      40.476µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:04:18 | 200 |      40.393µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:04:18 | 200 |      38.159µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:04:23 | 200 |      39.626µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:04:25 | 200 |     462.722µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:04:25 | 200 |     146.265µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 18:04:25 | 200 |     341.237µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:04:25 | 200 |     298.817µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:04:25 | 200 |     112.501µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 18:04:25 | 200 |   12.520414ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:04:28 | 200 |      52.879µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:04:28 | 200 |      37.707µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:04:33 | 200 |       37.19µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:04:38 | 200 |      38.454µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:04:38 | 200 |      43.744µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:04:42 | 200 |     145.043µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 18:04:42 | 200 |   13.213614ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:04:43 | 200 |      38.529µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:04:48 | 200 |      39.548µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:04:48 | 200 |       37.93µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T18:04:51.413Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1ddc65ae-c3bd-401f-a9bb-542ee657f5af","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T18:04:51.413Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1ddc65ae-c3bd-401f-a9bb-542ee657f5af","keyPrefix":"sk-oai-102SQiXAwSBp...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 18:04:51 | 201 |    1.672392ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:04:53 | 200 |      37.597µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:04:58 | 200 |      41.245µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:04:58 | 200 |       40.77µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:04:59 | 200 |     472.296µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:04:59 | 200 |      274.86µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:04:59 | 200 |     134.234µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 18:04:59 | 200 |    9.277965ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T18:04:59.975Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ba8e2364-c913-489d-b744-c0f997900400","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T18:04:59.975Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ba8e2364-c913-489d-b744-c0f997900400","keyPrefix":"sk-oai-1dAl88eT4607...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 18:04:59 | 201 |    1.546692ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:05:03 | 200 |      41.265µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:05:08 | 200 |     429.654µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:05:08 | 200 |     284.538µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:05:08 | 200 |     132.948µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 18:05:08 | 200 |    7.421642ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:05:08 | 200 |     268.538µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:05:08 | 200 |     225.381µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:05:08 | 200 |     183.198µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 18:05:08 | 200 |    6.702749ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:05:08 | 200 |      46.594µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:05:08 | 200 |      38.923µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T18:05:09.042Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6c0f1d89-136f-4b06-9c02-4b5f49f62439","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T18:05:09.042Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6c0f1d89-136f-4b06-9c02-4b5f49f62439","keyPrefix":"sk-oai-VliOfi8OObOt...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 18:05:09 | 201 |    1.495648ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:05:13 | 200 |      37.762µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:05:17 | 200 |     458.537µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:05:17 | 200 |     252.168µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:05:17 | 200 |     155.437µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 18:05:17 | 200 |   10.366519ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:05:18 | 200 |       38.89µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:05:18 | 200 |      38.302µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:05:23 | 200 |      39.456µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T18:05:26.270Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8c8a7603-8691-4fe0-8931-e3e850dfd7cf","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T18:05:26.270Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8c8a7603-8691-4fe0-8931-e3e850dfd7cf","keyPrefix":"sk-oai-dgtAaTvRYjWC...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 18:05:26 | 201 |    1.727474ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:05:28 | 200 |      39.183µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:05:28 | 200 |      40.377µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:05:33 | 200 |      39.197µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:05:34 | 200 |     454.951µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:05:34 | 200 |     221.273µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:05:34 | 200 |     150.755µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 18:05:34 | 200 |     229.231µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:05:34 | 200 |     133.566µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 18:05:34 | 200 |   17.808332ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:05:38 | 200 |      37.243µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:05:38 | 200 |      45.208µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:05:43 | 200 |      43.204µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T18:05:45.659Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b65993bb-e954-46af-859f-3f3205fd0a9c","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T18:05:45.659Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b65993bb-e954-46af-859f-3f3205fd0a9c","keyPrefix":"sk-oai-1Liint7DZr5a...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 18:05:45 | 201 |    2.363285ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:05:48 | 200 |      37.975µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:05:48 | 200 |      40.528µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:05:53 | 200 |      44.449µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:05:53 | 200 |     443.247µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:05:53 | 200 |     341.471µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:05:53 | 200 |     171.245µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 18:05:53 | 200 |    8.745232ms |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:05:53 | 200 |     168.591µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 18:05:53 | 200 |   22.985666ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:05:58 | 200 |      38.764µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:05:58 | 200 |          39µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:06:03 | 200 |      47.305µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:06:08 | 200 |      37.367µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:06:08 | 200 |       47.97µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:06:09 | 200 |     180.694µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 18:06:09 | 200 |     184.748µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 18:06:09 | 200 |     197.042µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 18:06:09 | 200 |   37.575066ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:06:13 | 200 |      38.862µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:06:18 | 200 |      47.604µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:06:18 | 200 |      43.184µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:06:23 | 200 |      37.976µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:06:27 | 200 |     145.998µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 18:06:27 | 200 |   13.366874ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:06:28 | 200 |      41.756µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:06:28 | 200 |      44.594µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:06:33 | 200 |      45.465µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:06:38 | 200 |      39.575µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T18:06:38.583Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f3057db1-a2be-4ffd-8d5e-00f5242e1ad8","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T18:06:38.583Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f3057db1-a2be-4ffd-8d5e-00f5242e1ad8","keyPrefix":"sk-oai-1Um0mBa8ijlP...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 18:06:38 | 201 |    1.829152ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:06:38 | 200 |      33.701µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:06:43 | 200 |      41.841µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:06:46 | 200 |     581.936µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:06:46 | 200 |     133.502µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T18:06:47.227Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6753519c-0164-4899-a93c-22934692b49b","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T18:06:47.227Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6753519c-0164-4899-a93c-22934692b49b","keyPrefix":"sk-oai-sCwE9jGfGUHk...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 18:06:47 | 201 |    1.548638ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:06:48 | 200 |      50.516µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:06:48 | 200 |       44.33µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:06:53 | 200 |      36.335µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:06:55 | 200 |     604.819µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:06:55 | 200 |     327.138µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:06:55 | 200 |     157.301µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 18:06:55 | 200 |   12.101926ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T18:06:55.658Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5421e798-c247-4a4b-b523-e3c7ff1b9a5a","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T18:06:55.658Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5421e798-c247-4a4b-b523-e3c7ff1b9a5a","keyPrefix":"sk-oai-6ZpFJ1E5bNlF...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 18:06:55 | 201 |    1.622293ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:06:58 | 200 |      39.911µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:06:58 | 200 |      38.026µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:07:03 | 200 |      41.038µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:07:03 | 200 |     531.526µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:07:03 | 200 |     288.305µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:07:03 | 200 |     182.991µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 18:07:03 | 200 |   10.408389ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T18:07:04.435Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"9d30235f-ac6b-4e99-b3a1-480c47b6278c","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T18:07:04.435Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9d30235f-ac6b-4e99-b3a1-480c47b6278c","keyPrefix":"sk-oai-1dgp6BbCavhR...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 18:07:04 | 201 |    1.500628ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:07:08 | 200 |      50.918µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:07:08 | 200 |      37.645µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:07:12 | 200 |     498.442µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:07:12 | 200 |     276.019µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:07:12 | 200 |     182.346µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 18:07:12 | 200 |    9.800815ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:07:13 | 200 |      39.455µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:07:18 | 200 |      41.776µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:07:18 | 200 |      39.502µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T18:07:21.659Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"65e9d647-1d92-47cd-adc0-47a6a45e982e","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T18:07:21.659Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"65e9d647-1d92-47cd-adc0-47a6a45e982e","keyPrefix":"sk-oai-1G3r1G8Nn8LS...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 18:07:21 | 201 |    2.437163ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:07:23 | 200 |      45.023µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:07:28 | 200 |      43.513µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:07:28 | 200 |      44.546µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:07:33 | 200 |      40.358µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:07:37 | 200 |     468.683µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:07:37 | 403 |     118.693µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:07:38 | 200 |      43.961µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:07:38 | 200 |      45.799µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:07:43 | 200 |      39.645µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:07:48 | 200 |       40.57µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:07:48 | 200 |      58.593µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:07:53 | 200 |      41.158µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:07:54 | 403 |     159.557µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:07:58 | 200 |      66.789µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:07:58 | 200 |      38.238µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:08:03 | 200 |      39.535µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:08:08 | 200 |      45.678µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:08:08 | 200 |      39.744µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:08:12 | 403 |     128.269µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:08:13 | 200 |       42.94µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:08:18 | 200 |      63.338µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:08:18 | 200 |       38.93µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:08:23 | 200 |       51.67µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:08:28 | 200 |      39.396µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:08:28 | 200 |      39.655µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:08:29 | 403 |     135.422µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:08:33 | 200 |      39.847µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:08:38 | 200 |      47.518µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:08:38 | 200 |       49.21µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:08:43 | 200 |      42.989µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T18:08:43.674Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"69d60be5-acaa-4b0f-b613-a0c38c8fa937","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T18:08:43.674Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"69d60be5-acaa-4b0f-b613-a0c38c8fa937","keyPrefix":"sk-oai-RpmhCnflMZ8j...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 18:08:43 | 201 |    2.024015ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:08:48 | 200 |      37.774µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:08:48 | 200 |      38.055µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:08:51 | 200 |     711.744µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:08:51 | 200 |     248.195µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:08:51 | 200 |     157.588µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 18:08:51 | 200 |   17.561369ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:08:53 | 200 |      40.338µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:08:58 | 200 |      48.379µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:08:58 | 200 |      36.714µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:09:03 | 200 |      37.515µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T18:09:03.834Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a64a6ddd-960f-4723-a915-5d80bb4d209d","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T18:09:03.834Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a64a6ddd-960f-4723-a915-5d80bb4d209d","keyPrefix":"sk-oai-WaOD3VgRGUmf...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 18:09:03 | 201 |     2.38986ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T18:09:03.868Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"87d6da06-3f41-4533-954f-7b98d2153151","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T18:09:03.868Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"87d6da06-3f41-4533-954f-7b98d2153151","keyPrefix":"sk-oai-ekQh6gO7PeVU...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 18:09:03 | 201 |    1.594426ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:09:08 | 200 |      40.088µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:09:08 | 200 |       63.58µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:09:11 | 200 |      472.98µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:09:11 | 200 |      250.16µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:09:11 | 200 |     162.483µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 18:09:11 | 200 |    9.596664ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:09:11 | 200 |     260.419µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:09:11 | 200 |     215.502µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:09:11 | 200 |     144.059µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 18:09:11 | 200 |   11.176985ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:09:13 | 200 |      38.538µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:09:18 | 200 |      42.548µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:09:18 | 200 |      37.678µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:09:23 | 200 |      40.511µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:09:28 | 200 |      38.154µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:09:28 | 200 |     182.119µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 18:09:28 | 200 |     151.288µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 18:09:28 | 200 |     148.337µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 18:09:28 | 200 |   38.017758ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:09:28 | 200 |      33.926µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:09:33 | 200 |      40.472µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:09:38 | 200 |      62.575µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:09:38 | 200 |      38.584µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:09:43 | 200 |      38.636µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:09:45 | 200 |     157.629µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 18:09:45 | 200 |   13.172525ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:09:45 | 200 |     150.518µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 18:09:45 | 200 |   12.863058ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:09:48 | 200 |      39.354µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:09:48 | 200 |      38.883µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:09:53 | 200 |      39.837µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:09:58 | 200 |      45.558µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:09:58 | 200 |      41.476µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:10:03 | 200 |      37.041µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:10:08 | 200 |      39.115µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:10:08 | 200 |      37.643µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T18:10:10.811Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"574f847d-15e9-4b72-9ec2-a71a8f15d259","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T18:10:10.811Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"574f847d-15e9-4b72-9ec2-a71a8f15d259","keyPrefix":"sk-oai-Ny5traYEQDcr...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 18:10:10 | 201 |    1.901591ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:10:10 | 200 |     471.783µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:10:10 | 200 |     178.053µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 18:10:10 | 200 |     277.359µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:10:10 | 200 |     139.052µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 18:10:10 | 200 |     301.363µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:10:10 | 200 |     149.426µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 18:10:10 | 200 |     345.224µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:10:10 | 200 |     226.309µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:10:10 | 200 |     322.203µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 18:10:10 | 200 |   10.516921ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:10:13 | 200 |      39.572µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:10:18 | 200 |      43.888µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:10:18 | 200 |      39.475µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:10:23 | 200 |      39.046µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T18:10:26.596Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a3056261-732f-4abc-a7fa-edadc886faa1","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T18:10:26.596Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a3056261-732f-4abc-a7fa-edadc886faa1","keyPrefix":"sk-oai-1987xsMx8g2m...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 18:10:26 | 201 |    1.660949ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:10:27 | 200 |     398.411µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:10:27 | 200 |     233.287µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 18:10:28 | 200 |      38.101µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:10:28 | 200 |      37.991µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:10:33 | 200 |      42.185µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:10:38 | 200 |      41.492µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:10:38 | 200 |      43.732µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:10:43 | 200 |      45.596µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:10:48 | 200 |      56.535µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:10:48 | 200 |       37.54µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:10:53 | 200 |      40.863µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:10:58 | 200 |      43.546µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:10:58 | 200 |      40.976µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:11:03 | 200 |       57.49µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:11:08 | 200 |      38.129µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:11:08 | 200 |      39.459µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:11:13 | 200 |       41.14µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:11:18 | 200 |      42.366µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:11:18 | 200 |      38.764µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:11:23 | 200 |      39.455µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:11:28 | 200 |      45.914µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 18:11:28 | 200 |      40.694µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T18:11:33.075Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"04b0e332-1958-4f9b-ac66-ada4cfee1a89","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T18:11:33.075Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"04b0e332-1958-4f9b-ac66-ada4cfee1a89","keyPrefix":"sk-oai-S63jJ36HdhqT...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 18:11:33 | 201 |     9.31642ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:11:33 | 200 |      40.947µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T18:11:33.681Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"4d71701e-3685-4c5f-8d8e-b4715b46200b","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T18:11:33.681Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4d71701e-3685-4c5f-8d8e-b4715b46200b","keyPrefix":"sk-oai-1PwN2iN1LToV...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/10 - 18:11:33 | 201 |     1.63937ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T18:11:33.912Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"0b07feed-70ce-4708-833f-c667792b035a","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T18:11:33.913Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0b07feed-70ce-4708-833f-c667792b035a","keyPrefix":"sk-oai-12hMBjI5JwLQ...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 18:11:33 | 201 |     1.50671ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:11:33 | 200 |     972.543µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:11:33 | 200 |     354.584µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:11:33 | 200 |     167.044µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 18:11:33 | 200 |    9.461864ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:11:33 | 200 |     378.244µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:11:33 | 200 |     184.481µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-10T18:11:34.089Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"714efb34-1635-40ca-9f53-ee9be638e468","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T18:11:34.089Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"714efb34-1635-40ca-9f53-ee9be638e468","keyPrefix":"sk-oai-mdlwGs0bv8ub...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 18:11:34 | 201 |    1.483675ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T18:11:34.114Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"714efb34-1635-40ca-9f53-ee9be638e468"}
{"level":"info","timestamp":"2026-06-10T18:11:34.114Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"714efb34-1635-40ca-9f53-ee9be638e468","revokedBy":"alice_lead"}
[GIN] 2026/06/10 - 18:11:34 | 200 |    2.273735ms |      100.64.0.2 | DELETE   "/v1/api-keys/714efb34-1635-40ca-9f53-ee9be638e468" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:11:37 | 200 |     565.624µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-10T18:11:37.148Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/10 - 18:11:37 | 500 |     103.346µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T18:11:37.437Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"ba651db4-f7f2-4d3d-ac33-c342f4195367","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T18:11:37.437Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ba651db4-f7f2-4d3d-ac33-c342f4195367","keyPrefix":"sk-oai-XbNwJIvrppQj...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 18:11:37 | 201 |    1.469423ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T18:11:37.461Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"1903ddb8-8bdd-4e82-ab6b-ee4ff2b65660","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T18:11:37.461Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1903ddb8-8bdd-4e82-ab6b-ee4ff2b65660","keyPrefix":"sk-oai-26fwdlxVqUts...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/10 - 18:11:37 | 201 |    1.451846ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T18:11:37.554Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"d707ac4d-d551-4c61-b864-7fa35c2a1c10","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T18:11:37.554Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d707ac4d-d551-4c61-b864-7fa35c2a1c10","keyPrefix":"sk-oai-MLhLGkOlIGo2...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 18:11:37 | 201 |    1.601498ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T18:11:37.578Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"d707ac4d-d551-4c61-b864-7fa35c2a1c10"}
{"level":"info","timestamp":"2026-06-10T18:11:37.578Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"d707ac4d-d551-4c61-b864-7fa35c2a1c10","revokedBy":"alice_lead"}
[GIN] 2026/06/10 - 18:11:37 | 200 |    1.929566ms |      100.64.0.4 | DELETE   "/v1/api-keys/d707ac4d-d551-4c61-b864-7fa35c2a1c10" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:11:37 | 404 |     388.871µs |      100.64.0.3 | DELETE   "/v1/api-keys/d707ac4d-d551-4c61-b864-7fa35c2a1c10" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T18:11:37.692Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"5fd1e1f2-27a6-4bce-a433-a8d63cd73dc7","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T18:11:37.692Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5fd1e1f2-27a6-4bce-a433-a8d63cd73dc7","keyPrefix":"sk-oai-1P8PmGmC8MoC...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 18:11:37 | 201 |    1.480211ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:11:37 | 200 |     502.317µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:11:37 | 200 |      379.17µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:11:37 | 200 |     239.855µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 18:11:37 | 200 |    9.820639ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T18:11:37.827Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"e2a468ce-422f-46e4-a115-80a440c99466","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T18:11:37.827Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e2a468ce-422f-46e4-a115-80a440c99466","keyPrefix":"sk-oai-vPPN1EO3Tp7N...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 18:11:37 | 201 |    1.491705ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:11:37 | 200 |      441.88µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:11:37 | 403 |      95.348µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:11:37 | 200 |     364.869µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:11:37 | 200 |     372.399µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:11:37 | 200 |     238.798µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 18:11:37 | 200 |    9.638528ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T18:11:37.981Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"6521b5eb-79ae-486e-a5dd-c4cf14df35f4","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T18:11:37.981Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6521b5eb-79ae-486e-a5dd-c4cf14df35f4","keyPrefix":"sk-oai-1ewDQcWb0nC4...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 18:11:37 | 201 |    1.495538ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:11:38 | 200 |     386.074µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:11:38 | 200 |     335.661µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:11:38 | 200 |     204.498µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 18:11:38 | 200 |     9.38278ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:11:38 | 200 |     496.195µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:11:38 | 200 |     455.321µs |     10.132.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 18:11:38 | 200 |     341.222µs |     10.132.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 18:11:38 | 200 |   10.086786ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:11:38 | 200 |      35.022µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T18:11:38.141Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"2fc2a734-b3d7-424d-9af6-378c667f58fe","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T18:11:38.141Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2fc2a734-b3d7-424d-9af6-378c667f58fe","keyPrefix":"sk-oai-1MvzSjqv2J02...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 18:11:38 | 201 |    1.470261ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 18:11:38 | 200 |      38.831µs |      10.134.0.2 | GET      "/health"