[GIN] 2026/06/03 - 23:50:47 | 200 |     579.191µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:50:47 | 200 |     255.083µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:50:47 | 200 |     547.501µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:50:47 | 200 |      547.93µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:50:48 | 200 |      44.814µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:50:48 | 200 |      32.793µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:50:53 | 200 |      50.815µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:50:58 | 200 |      39.969µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:50:58 | 200 |      32.875µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:51:03 | 200 |      32.621µs |      10.134.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-03T23:51:05.058Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-03T23:51:05.058Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/03 - 23:51:05 | 400 |     290.719µs |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:51:08 | 200 |      36.211µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:51:08 | 200 |      40.023µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:51:13 | 200 |      33.561µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:51:18 | 200 |      39.414µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:51:18 | 200 |      32.803µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:51:22.522Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"42061532-36f5-4c3d-a868-42de06136a48","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:51:22.522Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"42061532-36f5-4c3d-a868-42de06136a48","keyPrefix":"sk-oai-kNxqvaRMvYCj...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:51:22 | 201 |   11.311157ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:51:22 | 200 |    1.428723ms |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:51:22 | 200 |     155.471µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:51:23 | 200 |      40.776µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:51:28 | 200 |      41.644µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:51:28 | 200 |      33.066µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:51:31.636Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"1c9df870-9782-46db-b9cf-ace4caa2cb06","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:51:31.636Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1c9df870-9782-46db-b9cf-ace4caa2cb06","keyPrefix":"sk-oai-K2Uf8lUrQQOg...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:51:31 | 201 |    2.005697ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:51:33 | 200 |      49.867µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:51:38 | 200 |      36.185µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:51:38 | 200 |      36.832µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:51:39 | 200 |     856.146µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:51:39 | 200 |     178.415µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:51:43 | 200 |      32.786µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:51:48 | 200 |      34.204µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:51:48 | 200 |      34.358µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:51:53 | 200 |      34.033µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:51:57.256Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"62c5562f-2681-4b09-81ca-1f888fdd35bc","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:51:57.256Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"62c5562f-2681-4b09-81ca-1f888fdd35bc","keyPrefix":"sk-oai-1CLc1n6swiKs...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:51:57 | 201 |    2.103859ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:51:57 | 200 |     665.406µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:51:57 | 200 |     232.144µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:51:58 | 200 |      32.479µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:51:58 | 200 |       43.38µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:52:03 | 200 |      31.443µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:52:08 | 200 |      32.733µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:52:08 | 200 |      32.587µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:52:13 | 200 |      46.353µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:52:18 | 200 |      42.176µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:52:18 | 200 |      38.958µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:52:23 | 200 |      36.415µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:52:28 | 200 |      42.146µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:52:28 | 200 |      41.557µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:52:33 | 200 |      35.648µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:52:38 | 200 |      44.821µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:52:38 | 200 |      35.769µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:52:43 | 200 |      39.641µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:52:48 | 200 |      41.501µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:52:48 | 200 |       38.03µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:52:53 | 200 |      40.518µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:52:58 | 200 |      49.187µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:52:58 | 200 |      37.095µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:53:03 | 200 |        43.1µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:53:08 | 200 |      39.734µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:53:08 | 200 |      41.316µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:53:13 | 200 |      45.736µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:53:18 | 200 |      51.437µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:53:18 | 200 |      42.977µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:53:23 | 200 |      44.209µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:53:28 | 200 |      46.265µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:53:28 | 200 |      40.593µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:53:33 | 200 |       41.49µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:53:38 | 200 |      39.799µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:53:38 | 200 |      37.553µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:53:43 | 200 |      46.893µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:53:48 | 200 |      37.604µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:53:48 | 200 |      43.489µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:53:53 | 200 |      38.154µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:53:56.837Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"6735d895-ea24-4a05-b989-cc7a0fe26624","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:53:56.837Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6735d895-ea24-4a05-b989-cc7a0fe26624","keyPrefix":"sk-oai-1DpY4mG75Vhn...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:53:56 | 201 |    2.976352ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:53:58 | 200 |      50.247µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:53:58 | 200 |      38.964µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:54:03 | 200 |      44.018µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:54:08 | 200 |      46.302µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:54:08 | 200 |      46.223µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:54:13 | 200 |      40.198µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:54:18 | 200 |      44.842µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:54:18 | 200 |      40.224µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:54:19 | 200 |     866.919µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:54:19 | 200 |     197.227µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:54:20 | 404 |    1.005219ms |      100.64.0.4 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:54:23 | 200 |      40.513µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:54:28 | 200 |       38.82µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:54:28 | 200 |      42.119µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:54:33 | 200 |       39.02µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:54:38 | 200 |      39.087µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:54:38 | 200 |      38.739µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:54:43 | 200 |      37.647µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:54:48 | 200 |       38.79µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:54:48 | 200 |      38.207µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:54:53 | 200 |      49.608µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:54:58 | 200 |      49.424µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:54:58 | 200 |      42.208µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:55:03 | 200 |      42.811µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:55:08 | 200 |      39.214µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:55:08 | 200 |      37.765µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:55:12.445Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"88248996-d026-495c-8448-200192699dee","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:55:12.445Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"88248996-d026-495c-8448-200192699dee","keyPrefix":"sk-oai-10AvV5jcTuT3...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:55:12 | 201 |    1.711338ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:55:12 | 200 |     604.997µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:55:12 | 200 |     230.051µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:55:13 | 200 |      41.352µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:55:18 | 200 |      38.847µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:55:18 | 200 |      51.947µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:55:23 | 200 |      40.329µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:55:28 | 200 |      48.175µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:55:28 | 200 |      40.397µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:55:31.676Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"be2244d9-8b89-4c4d-9a99-573f9d53c8aa","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:55:31.676Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"be2244d9-8b89-4c4d-9a99-573f9d53c8aa","keyPrefix":"sk-oai-DIfjavoN5tqn...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:55:31 | 201 |    2.123708ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:55:31 | 200 |     616.841µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:55:31 | 200 |     181.054µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:55:31 | 200 |     486.812µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:55:31 | 200 |      220.63µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:55:33 | 200 |      41.003µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:55:38 | 200 |      40.577µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:55:38 | 200 |      46.521µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:55:43 | 200 |      39.204µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:55:48 | 200 |        52.8µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:55:48 | 200 |       39.83µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:55:51.173Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"9194748b-9e8c-41ff-8062-6c9515d3b490","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:55:51.173Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9194748b-9e8c-41ff-8062-6c9515d3b490","keyPrefix":"sk-oai-1APleLd7xtV8...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:55:51 | 201 |    2.005176ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:55:51 | 200 |     717.446µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:55:51 | 200 |     643.204µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:55:51 | 200 |     436.649µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:55:51 | 200 |   20.927928ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:55:53 | 200 |      38.286µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:55:58 | 200 |      66.375µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:55:58 | 200 |       39.39µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:56:03 | 200 |      39.265µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:56:08 | 200 |      39.222µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:56:08 | 200 |      45.869µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:56:10 | 200 |     167.463µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:56:10 | 200 |      133.19µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:56:10 | 200 |   24.385594ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:56:13 | 200 |      52.134µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:56:18 | 200 |      37.454µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:56:18 | 200 |      38.544µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:56:23 | 200 |       38.46µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:56:24.585Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"514fadc7-484c-49ce-88a1-90377a44fbc5","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:56:24.585Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"514fadc7-484c-49ce-88a1-90377a44fbc5","keyPrefix":"sk-oai-MRUruRijSnPa...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:56:24 | 201 |   10.986126ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:56:28 | 200 |      37.615µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:56:28 | 200 |      37.935µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:56:33 | 200 |      51.186µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:56:38 | 200 |      44.944µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:56:38 | 200 |      37.721µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:56:43 | 200 |      42.752µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:56:48 | 200 |      38.492µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:56:48 | 200 |      39.834µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:56:53 | 200 |      40.075µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:56:54 | 200 |     1.61954ms |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:56:54 | 200 |     127.089µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:56:54 | 200 |     648.339µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:56:54 | 200 |     543.388µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:56:54 | 200 |     104.827µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:56:54 | 200 |   11.589584ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:56:58 | 200 |      50.068µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:56:58 | 200 |      38.832µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:57:03 | 200 |      37.441µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:57:08 | 200 |      40.473µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:57:08 | 200 |      40.032µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:57:11 | 200 |     154.125µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:57:11 | 200 |   13.388766ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:57:13 | 200 |      40.998µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:57:18 | 200 |      41.899µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:57:18 | 200 |      40.435µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:57:20.476Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0d14b5e2-0eff-4c37-91eb-1429091660e7","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:57:20.476Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0d14b5e2-0eff-4c37-91eb-1429091660e7","keyPrefix":"sk-oai-c57wyYw96g1X...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:57:20 | 201 |    2.096509ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:57:23 | 200 |      40.977µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:57:28 | 200 |      45.467µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:57:28 | 200 |    1.199246ms |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:57:28 | 200 |     721.154µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:57:28 | 200 |     336.209µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:57:28 | 200 |   11.289041ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:57:28 | 200 |      40.318µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:57:29.039Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"fd8e0095-6d55-464b-aa91-b58aaf55228b","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:57:29.039Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fd8e0095-6d55-464b-aa91-b58aaf55228b","keyPrefix":"sk-oai-JjsrO2IaT3Kh...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:57:29 | 201 |    1.827619ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:57:33 | 200 |      43.452µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:57:37 | 200 |    1.061584ms |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:57:37 | 200 |     545.859µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:57:37 | 200 |      218.61µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:57:37 | 200 |    8.384338ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:57:37 | 200 |     596.623µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:57:37 | 200 |     591.788µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:57:37 | 200 |     340.679µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:57:37 | 200 |    6.916828ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:57:38 | 200 |      39.664µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:57:38 | 200 |      39.114µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:57:40.246Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c49da5e0-7b05-4d19-899d-b302c951a992","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:57:40.246Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c49da5e0-7b05-4d19-899d-b302c951a992","keyPrefix":"sk-oai-QFKH8jRyO2td...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:57:40 | 201 |    2.201874ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:57:43 | 200 |      57.576µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:57:48 | 200 |      774.91µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:57:48 | 200 |     632.049µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:57:48 | 200 |     373.098µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:57:48 | 200 |   12.936686ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:57:48 | 200 |       42.34µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:57:48 | 200 |      43.444µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:57:53 | 200 |      45.493µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:57:57.465Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a7c37308-7533-4533-85bc-33b1e644817d","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:57:57.465Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a7c37308-7533-4533-85bc-33b1e644817d","keyPrefix":"sk-oai-1esaECRMM3ju...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:57:57 | 201 |    2.219545ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:57:58 | 200 |      50.213µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:57:58 | 200 |      41.946µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:58:03 | 200 |      38.361µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:58:05 | 200 |    1.187124ms |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:58:05 | 200 |     622.811µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:58:05 | 200 |      163.86µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:58:05 | 200 |     605.841µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:58:05 | 200 |     379.513µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:58:05 | 200 |   20.143041ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:58:08 | 200 |      36.978µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:58:08 | 200 |      42.505µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:58:13 | 200 |      37.629µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:58:18 | 200 |      40.293µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:58:18 | 200 |      39.432µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:58:18.997Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9ac6d980-15ce-4422-b5ea-83e1a35c9ae9","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:58:18.997Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9ac6d980-15ce-4422-b5ea-83e1a35c9ae9","keyPrefix":"sk-oai-6bDsFI8LcQJk...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:58:18 | 201 |     2.70273ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:58:23 | 200 |      42.184µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:58:27 | 200 |     766.989µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:58:27 | 200 |      539.93µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:58:27 | 200 |     237.557µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:58:27 | 200 |   10.820014ms |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:58:27 | 200 |     216.784µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:58:27 | 200 |   25.741049ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:58:28 | 200 |      40.469µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:58:28 | 200 |      39.535µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:58:33 | 200 |      38.505µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:58:38 | 200 |      39.472µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:58:38 | 200 |      39.363µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:58:43 | 200 |      50.584µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:58:47 | 200 |     237.008µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:58:47 | 200 |     253.418µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:58:47 | 200 |     205.099µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:58:47 | 200 |   45.535342ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:58:48 | 200 |      38.668µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:58:48 | 200 |      44.319µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:58:53 | 200 |      59.609µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:58:58 | 200 |      44.971µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:58:58 | 200 |      38.615µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:59:03 | 200 |      48.165µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:59:05 | 200 |     334.268µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:59:05 | 200 |    15.15614ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:59:08 | 200 |      40.449µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:59:08 | 200 |      41.576µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:59:13 | 200 |      39.845µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:59:18.322Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ed2c1629-456e-4898-b050-2ad147290b39","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:59:18.322Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ed2c1629-456e-4898-b050-2ad147290b39","keyPrefix":"sk-oai-1b2RFnffZqJm...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:59:18 | 201 |    2.630862ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:59:18 | 200 |      35.208µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:59:18 | 200 |      39.884µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:59:23 | 200 |      63.001µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:59:26 | 200 |    1.062466ms |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:59:26 | 200 |     134.829µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T23:59:26.974Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f4b98e53-b785-467c-a3d7-4ac375afb63b","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:59:26.974Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f4b98e53-b785-467c-a3d7-4ac375afb63b","keyPrefix":"sk-oai-vo9obejcX6Bj...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:59:26 | 201 |    1.869346ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:59:28 | 200 |      40.195µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:59:28 | 200 |      53.018µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:59:33 | 200 |      40.352µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:59:35 | 200 |    1.065826ms |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:59:35 | 200 |     496.859µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:59:35 | 200 |     133.253µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:59:35 | 200 |   11.862779ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T23:59:35.400Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5211f435-a784-464b-b0af-29ba6a852e89","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:59:35.400Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5211f435-a784-464b-b0af-29ba6a852e89","keyPrefix":"sk-oai-qEP9Iv0FIGhK...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:59:35 | 201 |    1.776006ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:59:38 | 200 |      43.209µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:59:38 | 200 |      47.563µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:59:43 | 200 |       37.19µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:59:43 | 200 |     880.919µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:59:43 | 200 |     479.614µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:59:43 | 200 |     103.745µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:59:43 | 200 |   11.065284ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T23:59:44.185Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"fb35ecf2-3511-490c-824f-d31f79a44bdc","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:59:44.185Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fb35ecf2-3511-490c-824f-d31f79a44bdc","keyPrefix":"sk-oai-1HhUBvH2g8fD...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:59:44 | 201 |    1.819625ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:59:48 | 200 |      38.604µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:59:48 | 200 |      42.804µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:59:52 | 200 |     751.198µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:59:52 | 200 |     511.955µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:59:52 | 200 |     245.086µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:59:52 | 200 |   10.290537ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:59:53 | 200 |      39.607µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:59:58 | 200 |      41.076µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:59:58 | 200 |      44.885µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-04T00:00:01.465Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"39717a3c-20ce-4423-ad5b-a98165be08c2","ephemeral":false}
{"level":"info","timestamp":"2026-06-04T00:00:01.465Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"39717a3c-20ce-4423-ad5b-a98165be08c2","keyPrefix":"sk-oai-gH6XUnosJNjp...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/04 - 00:00:01 | 201 |    1.528287ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-04T00:00:01.533Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/04 - 00:00:01 | 200 |     709.145µs |     10.132.0.32 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/04 - 00:00:03 | 200 |      39.859µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:00:08 | 200 |      42.882µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:00:08 | 200 |      38.026µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:00:13 | 200 |      40.252µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:00:17 | 200 |     758.143µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:00:17 | 403 |      96.472µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:00:18 | 200 |      38.367µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:00:18 | 200 |      40.035µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:00:23 | 200 |      40.189µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:00:28 | 200 |      40.734µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:00:28 | 200 |      39.032µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:00:33 | 200 |      44.812µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:00:34 | 403 |     146.292µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:00:38 | 200 |       38.67µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:00:38 | 200 |      38.253µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:00:43 | 200 |      38.938µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:00:48 | 200 |      39.949µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:00:48 | 200 |      37.282µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:00:52 | 403 |     130.342µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:00:53 | 200 |      40.027µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:00:58 | 200 |      64.387µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:00:58 | 200 |      38.537µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:01:03 | 200 |      39.472µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:01:08 | 200 |      40.566µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:01:08 | 200 |      55.697µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:01:09 | 403 |     158.418µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:01:13 | 200 |      39.558µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:01:18 | 200 |      38.282µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:01:18 | 200 |      39.037µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:01:23 | 200 |      54.375µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-04T00:01:23.560Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"74405812-9067-4984-aef3-f6fc39e8d186","ephemeral":false}
{"level":"info","timestamp":"2026-06-04T00:01:23.560Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"74405812-9067-4984-aef3-f6fc39e8d186","keyPrefix":"sk-oai-1BDGjAIASb6Z...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/04 - 00:01:23 | 201 |    3.975231ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:01:28 | 200 |      44.815µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:01:28 | 200 |      39.746µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:01:31 | 200 |     814.801µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:01:31 | 200 |     394.912µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:01:31 | 200 |     157.589µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/04 - 00:01:31 | 200 |   23.942451ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:01:33 | 200 |      39.414µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:01:38 | 200 |       43.68µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:01:38 | 200 |      39.334µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:01:43 | 200 |      49.193µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-04T00:01:45.898Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"243d429e-9c7c-4799-b461-74e53f6b2ca3","ephemeral":false}
{"level":"info","timestamp":"2026-06-04T00:01:45.898Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"243d429e-9c7c-4799-b461-74e53f6b2ca3","keyPrefix":"sk-oai-HvEBiiIFKRTi...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/04 - 00:01:45 | 201 |    2.025134ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-04T00:01:45.940Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2d6039f1-b4c7-45bc-87c6-70314aaae066","ephemeral":false}
{"level":"info","timestamp":"2026-06-04T00:01:45.940Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2d6039f1-b4c7-45bc-87c6-70314aaae066","keyPrefix":"sk-oai-xace8hQeGopI...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/04 - 00:01:45 | 201 |    1.682537ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:01:48 | 200 |      45.689µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:01:48 | 200 |      41.109µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:01:53 | 200 |      39.974µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:01:53 | 200 |     954.492µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:01:53 | 200 |     470.004µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:01:53 | 200 |     179.589µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/04 - 00:01:53 | 200 |   11.633056ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:01:54 | 200 |     505.249µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:01:54 | 200 |      498.17µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:01:54 | 200 |     270.418µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/04 - 00:01:54 | 200 |    12.29281ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:01:58 | 200 |      40.876µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:01:58 | 200 |      41.712µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:02:03 | 200 |      39.792µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:02:08 | 200 |      48.853µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:02:08 | 200 |       39.85µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:02:12 | 200 |     367.337µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/04 - 00:02:12 | 200 |     347.606µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/04 - 00:02:12 | 200 |     391.004µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/04 - 00:02:12 | 200 |   40.064386ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:02:13 | 200 |      45.417µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:02:18 | 200 |      37.783µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:02:18 | 200 |      43.427µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:02:23 | 200 |      40.391µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:02:28 | 200 |      38.382µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:02:28 | 200 |      39.048µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:02:31 | 200 |     389.175µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/04 - 00:02:31 | 200 |   12.194689ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:02:31 | 200 |     319.307µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/04 - 00:02:31 | 200 |   12.895945ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:02:33 | 200 |       48.38µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:02:38 | 200 |      38.926µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:02:38 | 200 |      39.039µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:02:43 | 200 |      41.073µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:02:48 | 200 |       40.71µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:02:48 | 200 |      46.418µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:02:53 | 200 |      40.778µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-04T00:02:57.210Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"84232ed0-c85b-48eb-9fa1-ad26f483ece6","ephemeral":false}
{"level":"info","timestamp":"2026-06-04T00:02:57.210Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"84232ed0-c85b-48eb-9fa1-ad26f483ece6","keyPrefix":"sk-oai-1zVYrCHFi7cL...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/04 - 00:02:57 | 201 |    1.864018ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:02:57 | 200 |     512.166µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:02:57 | 200 |      158.38µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/04 - 00:02:57 | 200 |     477.616µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:02:57 | 200 |     173.047µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/04 - 00:02:57 | 200 |     406.264µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:02:57 | 200 |     248.755µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/04 - 00:02:57 | 200 |     562.644µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:02:57 | 200 |     556.667µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:02:57 | 200 |     281.877µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/04 - 00:02:57 | 200 |    12.30278ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:02:58 | 200 |      42.553µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:02:58 | 200 |      49.217µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:03:03 | 200 |      43.649µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:03:08 | 200 |      59.379µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:03:08 | 200 |      40.409µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:03:13 | 200 |       39.75µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-04T00:03:15.153Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"75a44b30-2b07-41ab-8866-750abe4ee8dd","ephemeral":false}
{"level":"info","timestamp":"2026-06-04T00:03:15.153Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"75a44b30-2b07-41ab-8866-750abe4ee8dd","keyPrefix":"sk-oai-m5XwJHnl4j2R...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/04 - 00:03:15 | 201 |    1.924292ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:03:15 | 200 |     522.128µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:03:15 | 200 |     149.868µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/04 - 00:03:18 | 200 |      42.234µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:03:18 | 200 |      40.971µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:03:23 | 200 |      45.523µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:03:28 | 200 |       37.94µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:03:28 | 200 |      38.991µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:03:33 | 200 |      40.375µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:03:38 | 200 |      39.695µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:03:38 | 200 |      38.465µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:03:43 | 200 |      42.873µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:03:48 | 200 |      38.741µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:03:48 | 200 |      38.075µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:03:53 | 200 |       48.54µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-04T00:03:55.311Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"ca782e64-7fed-4bc4-ab29-ba7a43960d31","ephemeral":false}
{"level":"info","timestamp":"2026-06-04T00:03:55.311Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ca782e64-7fed-4bc4-ab29-ba7a43960d31","keyPrefix":"sk-oai-1QRb9ECzRIOT...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/04 - 00:03:55 | 201 |   12.319438ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-04T00:03:56.210Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"68347a7c-852a-4fc3-96e3-cbb5483f2375","ephemeral":false}
{"level":"info","timestamp":"2026-06-04T00:03:56.211Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"68347a7c-852a-4fc3-96e3-cbb5483f2375","keyPrefix":"sk-oai-1GEvp80jUBQF...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/04 - 00:03:56 | 201 |    2.018869ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-04T00:03:56.602Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"3b9d10ad-e7fd-4b4a-be1a-0b3b58a6eac2","ephemeral":false}
{"level":"info","timestamp":"2026-06-04T00:03:56.602Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3b9d10ad-e7fd-4b4a-be1a-0b3b58a6eac2","keyPrefix":"sk-oai-jihHWsZ9W9UT...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/04 - 00:03:56 | 201 |    1.950526ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:03:56 | 200 |    1.347366ms |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:03:56 | 200 |     524.965µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:03:56 | 200 |     123.524µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/04 - 00:03:56 | 200 |   11.887536ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:03:56 | 200 |      520.95µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:03:56 | 200 |     122.757µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-04T00:03:56.843Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"ebb3db2b-5170-4b1e-be41-74a63d584305","ephemeral":false}
{"level":"info","timestamp":"2026-06-04T00:03:56.843Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ebb3db2b-5170-4b1e-be41-74a63d584305","keyPrefix":"sk-oai-15Cr7HqpmmGt...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/04 - 00:03:56 | 201 |     1.83797ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-04T00:03:56.875Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"ebb3db2b-5170-4b1e-be41-74a63d584305"}
{"level":"info","timestamp":"2026-06-04T00:03:56.875Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"ebb3db2b-5170-4b1e-be41-74a63d584305","revokedBy":"alice_lead"}
[GIN] 2026/06/04 - 00:03:56 | 200 |    2.800624ms |      100.64.0.4 | DELETE   "/v1/api-keys/ebb3db2b-5170-4b1e-be41-74a63d584305" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:03:58 | 200 |      38.452µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:03:58 | 200 |      38.252µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:03:59 | 200 |     916.843µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-04T00:03:59.907Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/04 - 00:03:59 | 500 |      99.135µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-04T00:04:00.419Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"1f3a976b-9fbc-46fe-abdd-0dcc18883cc7","ephemeral":false}
{"level":"info","timestamp":"2026-06-04T00:04:00.419Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1f3a976b-9fbc-46fe-abdd-0dcc18883cc7","keyPrefix":"sk-oai-PkUrd54lI5fL...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/04 - 00:04:00 | 201 |    1.832035ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-04T00:04:00.447Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"f24530eb-4694-4f33-a63f-c1bcb761f259","ephemeral":false}
{"level":"info","timestamp":"2026-06-04T00:04:00.447Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f24530eb-4694-4f33-a63f-c1bcb761f259","keyPrefix":"sk-oai-mhHoq6H40BBs...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/04 - 00:04:00 | 201 |     1.55525ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-04T00:04:00.608Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"61ea79fe-3c8e-4c15-97e6-cae9c8b5709d","ephemeral":false}
{"level":"info","timestamp":"2026-06-04T00:04:00.608Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"61ea79fe-3c8e-4c15-97e6-cae9c8b5709d","keyPrefix":"sk-oai-1DnENrZpTOHx...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/04 - 00:04:00 | 201 |    1.719418ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-04T00:04:00.636Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"61ea79fe-3c8e-4c15-97e6-cae9c8b5709d"}
{"level":"info","timestamp":"2026-06-04T00:04:00.636Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"61ea79fe-3c8e-4c15-97e6-cae9c8b5709d","revokedBy":"alice_lead"}
[GIN] 2026/06/04 - 00:04:00 | 200 |    2.131134ms |      100.64.0.3 | DELETE   "/v1/api-keys/61ea79fe-3c8e-4c15-97e6-cae9c8b5709d" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:04:00 | 404 |      682.81µs |      100.64.0.2 | DELETE   "/v1/api-keys/61ea79fe-3c8e-4c15-97e6-cae9c8b5709d" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-04T00:04:00.814Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"4065efa5-43b2-4af5-a98e-460fe1247e2f","ephemeral":false}
{"level":"info","timestamp":"2026-06-04T00:04:00.814Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4065efa5-43b2-4af5-a98e-460fe1247e2f","keyPrefix":"sk-oai-ppw00wqFZWaZ...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/04 - 00:04:00 | 201 |    1.900852ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:04:00 | 200 |     551.423µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:04:00 | 200 |     461.049µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:04:00 | 200 |     116.588µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/04 - 00:04:00 | 200 |   10.255297ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-04T00:04:01.008Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"1144c9f6-d109-4a99-8ae5-81599596e083","ephemeral":false}
{"level":"info","timestamp":"2026-06-04T00:04:01.008Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1144c9f6-d109-4a99-8ae5-81599596e083","keyPrefix":"sk-oai-KfjYNDJoiZ5P...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/04 - 00:04:01 | 201 |    1.648843ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:04:01 | 200 |      494.35µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:04:01 | 403 |       85.68µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:04:01 | 200 |     472.104µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:04:01 | 200 |     377.124µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:04:01 | 200 |      99.184µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/04 - 00:04:01 | 200 |    9.890738ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-04T00:04:01.248Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"666dcee9-02f3-453a-85f6-3b27241364b2","ephemeral":false}
{"level":"info","timestamp":"2026-06-04T00:04:01.248Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"666dcee9-02f3-453a-85f6-3b27241364b2","keyPrefix":"sk-oai-1LRQAdi8QEib...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/04 - 00:04:01 | 201 |    1.681382ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:04:01 | 200 |     456.753µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:04:01 | 200 |     444.449µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:04:01 | 200 |     138.336µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/04 - 00:04:01 | 200 |   10.524244ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:04:01 | 200 |     428.543µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:04:01 | 200 |     362.944µs |     10.133.0.48 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:04:01 | 200 |     101.838µs |     10.133.0.48 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/04 - 00:04:01 | 200 |    9.565008ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-04T00:04:01.487Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"28b755f0-6e0f-4fd5-bb84-1a7890f9154d","ephemeral":false}
{"level":"info","timestamp":"2026-06-04T00:04:01.487Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"28b755f0-6e0f-4fd5-bb84-1a7890f9154d","keyPrefix":"sk-oai-1GfR1VYNnF8i...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/04 - 00:04:01 | 201 |    1.756399ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:04:03 | 200 |      40.435µs |      10.134.0.2 | GET      "/health"