{"level":"info","timestamp":"2026-06-05T15:34:06.965Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"91eb4b1c-721e-490d-9ad9-cf8ea7ae3d1d","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T15:34:06.965Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"91eb4b1c-721e-490d-9ad9-cf8ea7ae3d1d","keyPrefix":"sk-oai-15y4Splva7Ni...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 15:34:06 | 201 |    1.618064ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:34:06 | 200 |     650.253µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:34:06 | 200 |     402.784µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:34:07 | 200 |     540.459µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:34:07 | 200 |     361.945µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:34:10 | 200 |      34.771µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:34:11 | 200 |      34.885µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:34:16 | 200 |      32.358µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:34:20 | 200 |      33.824µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:34:21 | 200 |      46.511µs |      10.133.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-05T15:34:24.718Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-05T15:34:24.718Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/05 - 15:34:24 | 400 |     277.393µs |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:34:26 | 200 |      32.803µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:34:30 | 200 |      33.705µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:34:31 | 200 |      32.993µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:34:36 | 200 |      33.058µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:34:40 | 200 |      37.339µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:34:41 | 200 |      32.901µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T15:34:42.145Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"7d9d4235-36ed-4b01-b559-bda4e55ef5b6","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T15:34:42.145Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7d9d4235-36ed-4b01-b559-bda4e55ef5b6","keyPrefix":"sk-oai-1HNeBvTIsxPj...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 15:34:42 | 201 |   11.489333ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:34:42 | 200 |    1.420103ms |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:34:42 | 200 |      169.83µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:34:46 | 200 |       32.71µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:34:50 | 200 |      34.711µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:34:51 | 200 |      37.016µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T15:34:51.245Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"66573226-3bcb-46fa-80e0-3913e140c527","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T15:34:51.245Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"66573226-3bcb-46fa-80e0-3913e140c527","keyPrefix":"sk-oai-1KrTUwLYVPD2...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 15:34:51 | 201 |    2.006303ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:34:56 | 200 |       33.77µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:34:59 | 200 |     920.077µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:34:59 | 200 |     120.981µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:35:00 | 200 |      44.439µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:35:01 | 200 |      43.797µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:35:06 | 200 |      45.537µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:35:10 | 200 |      38.138µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:35:11 | 200 |      40.753µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:35:16 | 200 |      41.035µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T15:35:16.848Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"d95eb33e-7a86-4681-ae62-cd2848328fa4","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T15:35:16.848Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d95eb33e-7a86-4681-ae62-cd2848328fa4","keyPrefix":"sk-oai-XASmS4fvX9kJ...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 15:35:16 | 201 |    2.110048ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:35:16 | 200 |     541.815µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:35:16 | 200 |     141.662µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:35:20 | 200 |      39.793µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:35:21 | 200 |      41.715µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:35:26 | 200 |      39.567µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:35:30 | 200 |      57.001µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:35:31 | 200 |      47.212µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:35:36 | 200 |      47.085µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:35:40 | 200 |      40.554µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:35:41 | 200 |      53.349µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:35:46 | 200 |      43.842µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:35:50 | 200 |      38.571µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:35:51 | 200 |      40.038µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:35:56 | 200 |       39.39µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:36:00 | 200 |      40.897µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:36:01 | 200 |       39.38µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:36:06 | 200 |      37.706µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:36:10 | 200 |      37.538µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:36:11 | 200 |      38.988µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:36:16 | 200 |      54.748µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:36:20 | 200 |      40.234µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:36:21 | 200 |      37.315µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:36:26 | 200 |      39.071µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:36:30 | 200 |      44.092µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:36:31 | 200 |      39.148µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:36:36 | 200 |      39.376µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:36:40 | 200 |      38.573µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:36:41 | 200 |      48.597µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:36:46 | 200 |      40.073µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:36:50 | 200 |      51.974µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:36:51 | 200 |      39.391µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:36:56 | 200 |      44.329µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:37:00 | 200 |      38.992µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:37:01 | 200 |      36.135µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:37:06 | 200 |      39.956µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:37:10 | 200 |      40.512µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:37:11 | 200 |      38.378µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:37:16 | 200 |      42.003µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T15:37:16.579Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"48c0020b-c039-494c-a3ae-be74a539473e","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T15:37:16.579Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"48c0020b-c039-494c-a3ae-be74a539473e","keyPrefix":"sk-oai-cZyfbL7aK5up...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 15:37:16 | 201 |    3.661984ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:37:20 | 200 |      39.926µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:37:21 | 200 |      43.119µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:37:26 | 200 |      37.323µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:37:30 | 200 |      45.545µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:37:31 | 200 |      41.187µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:37:36 | 200 |      41.553µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:37:39 | 200 |     876.011µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:37:39 | 200 |     155.231µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:37:39 | 404 |     977.001µs |      100.64.0.4 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:37:40 | 200 |       60.22µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:37:41 | 200 |      39.903µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:37:46 | 200 |       43.54µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:37:50 | 200 |      40.761µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:37:51 | 200 |      41.377µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:37:56 | 200 |      41.722µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:38:00 | 200 |      42.497µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:38:01 | 200 |      46.434µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:38:06 | 200 |       39.63µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:38:10 | 200 |      48.113µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:38:11 | 200 |      49.104µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:38:16 | 200 |       47.76µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:38:20 | 200 |      38.328µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:38:21 | 200 |      50.998µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:38:26 | 200 |      38.341µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T15:38:29.834Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"79342b72-0f77-44c3-8916-f7e7044d1284","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T15:38:29.834Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"79342b72-0f77-44c3-8916-f7e7044d1284","keyPrefix":"sk-oai-cLIC0l0O1Uhn...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 15:38:29 | 201 |    2.029989ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:38:29 | 200 |     570.482µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:38:29 | 200 |     216.768µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:38:30 | 200 |      39.317µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:38:31 | 200 |       44.27µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:38:36 | 200 |       40.03µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:38:40 | 200 |      39.967µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:38:41 | 200 |      44.289µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:38:46 | 200 |      40.278µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T15:38:49.063Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"3a729b5d-0d93-4d17-b621-4199eb8395df","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T15:38:49.063Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3a729b5d-0d93-4d17-b621-4199eb8395df","keyPrefix":"sk-oai-byl5dmBtEZ6z...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 15:38:49 | 201 |    2.298598ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:38:49 | 200 |     538.885µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:38:49 | 200 |     185.494µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:38:49 | 200 |     547.879µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:38:49 | 200 |     184.063µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:38:50 | 200 |       38.03µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:38:51 | 200 |      39.567µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:38:56 | 200 |      40.598µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:39:00 | 200 |      39.745µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:39:01 | 200 |      39.051µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:39:06 | 200 |      38.241µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T15:39:08.545Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"95d4f4df-4303-4cd7-af72-55596dd4ee03","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T15:39:08.545Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"95d4f4df-4303-4cd7-af72-55596dd4ee03","keyPrefix":"sk-oai-DaiYxERGZbLp...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 15:39:08 | 201 |    2.211344ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:39:08 | 200 |     523.619µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:39:08 | 200 |     451.167µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:39:08 | 200 |     199.964µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:39:08 | 200 |   20.174858ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:39:10 | 200 |      43.071µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:39:11 | 200 |      42.042µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:39:16 | 200 |      37.921µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:39:20 | 200 |      43.149µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:39:21 | 200 |      48.259µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:39:26 | 200 |      42.078µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:39:27 | 200 |      203.82µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:39:27 | 200 |     153.779µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:39:27 | 200 |   24.702555ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:39:30 | 200 |      52.948µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:39:31 | 200 |      39.501µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:39:36 | 200 |      44.022µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T15:39:39.723Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a3022433-65a3-4dfc-a938-f77551a9c64f","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T15:39:39.723Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a3022433-65a3-4dfc-a938-f77551a9c64f","keyPrefix":"sk-oai-1aVDnrkkFusC...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 15:39:39 | 201 |    2.021856ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:39:40 | 200 |      39.666µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:39:41 | 200 |       46.25µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:39:46 | 200 |      40.085µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:39:50 | 200 |      38.203µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:39:51 | 200 |      44.807µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:39:56 | 200 |      43.197µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:40:00 | 200 |      41.206µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:40:01 | 200 |      38.803µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:40:06 | 200 |       41.26µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:40:09 | 200 |    9.885151ms |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:40:09 | 200 |     172.424µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:40:09 | 200 |     508.338µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:40:09 | 200 |     398.655µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:40:09 | 200 |     210.854µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:40:09 | 200 |   12.710003ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:40:10 | 200 |      42.164µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:40:11 | 200 |      46.601µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:40:16 | 200 |      44.245µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:40:20 | 200 |      39.902µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:40:21 | 200 |      38.668µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:40:26 | 200 |      40.061µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:40:26 | 200 |     180.527µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:40:26 | 200 |     13.5461ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:40:30 | 200 |      38.647µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:40:31 | 200 |      40.725µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T15:40:35.605Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"00d1540b-8143-40b8-976f-85e8e1bc59de","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T15:40:35.605Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"00d1540b-8143-40b8-976f-85e8e1bc59de","keyPrefix":"sk-oai-1cu6M6yhIKMz...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 15:40:35 | 201 |    3.891541ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:40:36 | 200 |       39.52µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:40:40 | 200 |      37.685µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:40:41 | 200 |      53.615µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:40:43 | 200 |     931.234µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:40:43 | 200 |     379.055µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:40:43 | 200 |     161.604µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:40:43 | 200 |    9.926798ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T15:40:44.174Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"30fb88dc-0408-493e-8ff9-ad640eb267b6","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T15:40:44.174Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"30fb88dc-0408-493e-8ff9-ad640eb267b6","keyPrefix":"sk-oai-X2x9g1zs0nC1...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 15:40:44 | 201 |    1.795845ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:40:46 | 200 |       39.72µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:40:50 | 200 |      38.981µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:40:51 | 200 |      41.915µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:40:52 | 200 |    1.046258ms |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:40:52 | 200 |      355.01µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:40:52 | 200 |       136.6µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:40:52 | 200 |    7.166532ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:40:52 | 200 |     367.045µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:40:52 | 200 |     318.025µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:40:52 | 200 |     116.175µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:40:52 | 200 |    6.357796ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T15:40:53.198Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"23bb1c6b-d18a-4bd3-87c0-f3c6d18ed9e9","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T15:40:53.198Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"23bb1c6b-d18a-4bd3-87c0-f3c6d18ed9e9","keyPrefix":"sk-oai-11ArCobkPMRc...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 15:40:53 | 201 |    1.815704ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:40:56 | 200 |      38.603µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:41:00 | 200 |      39.794µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:41:01 | 200 |      53.032µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:41:01 | 200 |     963.044µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:41:01 | 200 |     362.657µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:41:01 | 200 |     136.379µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:41:01 | 200 |    9.925528ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:41:06 | 200 |      40.067µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T15:41:10.541Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6a966cdf-eae8-439c-a6de-2af61f5bfbec","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T15:41:10.541Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6a966cdf-eae8-439c-a6de-2af61f5bfbec","keyPrefix":"sk-oai-1Y77W3aQUL5Z...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 15:41:10 | 201 |     2.02241ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:41:10 | 200 |      38.331µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:41:11 | 200 |      42.523µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:41:16 | 200 |      42.467µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:41:18 | 200 |     826.447µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:41:18 | 200 |     399.777µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:41:18 | 200 |     216.626µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:41:18 | 200 |     406.398µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:41:18 | 200 |     126.179µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:41:18 | 200 |   17.226484ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:41:20 | 200 |      39.386µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:41:21 | 200 |      42.681µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:41:26 | 200 |      39.408µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T15:41:29.936Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"92ea2e00-1720-4c69-bdc1-6033d21b3c14","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T15:41:29.936Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"92ea2e00-1720-4c69-bdc1-6033d21b3c14","keyPrefix":"sk-oai-iRGGL6yKfxf3...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 15:41:29 | 201 |    2.322575ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:41:30 | 200 |      42.957µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:41:31 | 200 |      41.177µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:41:36 | 200 |      43.588µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:41:37 | 200 |     749.099µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:41:37 | 200 |     478.151µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:41:37 | 200 |     156.967µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:41:37 | 200 |    9.814619ms |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:41:37 | 200 |     133.719µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:41:37 | 200 |   23.018019ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:41:40 | 200 |      40.737µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:41:41 | 200 |      52.313µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:41:46 | 200 |      39.632µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:41:50 | 200 |      45.004µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:41:51 | 200 |      43.489µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:41:52 | 200 |     201.551µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:41:52 | 200 |     163.159µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:41:52 | 200 |     154.504µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:41:52 | 200 |   44.237459ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:41:56 | 200 |      37.793µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:42:00 | 200 |      68.356µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:42:01 | 200 |      37.883µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:42:06 | 200 |      42.049µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:42:09 | 200 |     408.086µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:42:09 | 200 |   22.166016ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:42:10 | 200 |      38.724µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:42:11 | 200 |      40.557µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:42:16 | 200 |      38.206µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:42:20 | 200 |      39.569µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T15:42:20.934Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"52fe124e-b3ac-4f8b-bd7b-9e6e1036ca8e","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T15:42:20.934Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"52fe124e-b3ac-4f8b-bd7b-9e6e1036ca8e","keyPrefix":"sk-oai-A6M4sVEB0ni8...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 15:42:20 | 201 |    4.523513ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:42:21 | 200 |      43.733µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:42:26 | 200 |      48.066µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:42:28 | 200 |     944.601µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:42:28 | 200 |     140.954µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T15:42:29.559Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0f3a401d-4353-462a-844d-588d9ad75cf3","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T15:42:29.559Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0f3a401d-4353-462a-844d-588d9ad75cf3","keyPrefix":"sk-oai-xEFOJGKrV49P...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 15:42:29 | 201 |     1.87239ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:42:30 | 200 |        37.1µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:42:31 | 200 |       39.35µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:42:36 | 200 |      41.295µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:42:37 | 200 |     927.721µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:42:37 | 200 |     498.563µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:42:37 | 200 |     177.785µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:42:37 | 200 |   11.007638ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T15:42:37.957Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c5ff5f89-bc4f-40ac-bf54-a3b3e79f60e3","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T15:42:37.957Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c5ff5f89-bc4f-40ac-bf54-a3b3e79f60e3","keyPrefix":"sk-oai-bBrYPxAtu283...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 15:42:37 | 201 |    1.819098ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:42:40 | 200 |      39.479µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:42:41 | 200 |      39.378µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:42:45 | 200 |     880.948µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:42:45 | 200 |      398.15µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:42:45 | 200 |     189.178µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:42:46 | 200 |    9.247971ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:42:46 | 200 |      66.966µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T15:42:46.720Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"a02f49af-a78c-413c-b76b-d5449ab7f2e3","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T15:42:46.720Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a02f49af-a78c-413c-b76b-d5449ab7f2e3","keyPrefix":"sk-oai-ZV7CdefDTxMx...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 15:42:46 | 201 |    1.814145ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:42:50 | 200 |      46.039µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:42:51 | 200 |      44.281µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:42:54 | 200 |      852.61µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:42:54 | 200 |     462.858µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:42:54 | 200 |     272.948µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:42:54 | 200 |   11.715593ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:42:56 | 200 |        38.5µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:43:00 | 200 |      39.624µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:43:01 | 200 |      40.704µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T15:43:03.933Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"e8959dcb-a83b-4c02-89f2-edf97828cec8","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T15:43:03.933Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e8959dcb-a83b-4c02-89f2-edf97828cec8","keyPrefix":"sk-oai-ueiMLprwxNnr...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 15:43:03 | 201 |    2.199143ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:43:06 | 200 |      38.791µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:43:10 | 200 |      43.105µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:43:11 | 200 |      43.061µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:43:16 | 200 |      40.432µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:43:20 | 200 |    1.273788ms |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:43:20 | 403 |      93.704µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:43:20 | 200 |       49.92µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:43:21 | 200 |      41.455µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:43:26 | 200 |      55.104µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:43:30 | 200 |      41.705µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:43:31 | 200 |      34.097µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:43:36 | 200 |      39.637µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:43:37 | 403 |     114.188µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:43:40 | 200 |      37.885µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:43:41 | 200 |      37.905µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:43:46 | 200 |      46.295µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:43:50 | 200 |      34.161µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:43:51 | 200 |      41.219µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:43:54 | 403 |     119.202µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:43:56 | 200 |      46.748µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:44:00 | 200 |      39.711µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:44:01 | 200 |       40.12µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:44:06 | 200 |      35.993µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:44:10 | 200 |      40.701µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:44:11 | 200 |      38.797µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:44:11 | 403 |     164.624µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:44:16 | 200 |      37.484µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:44:20 | 200 |      39.978µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:44:21 | 200 |      40.381µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T15:44:23.970Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6d8f74e2-118e-420f-998f-c2836aff672b","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T15:44:23.970Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6d8f74e2-118e-420f-998f-c2836aff672b","keyPrefix":"sk-oai-Ki7GrekeQdVx...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 15:44:23 | 201 |    7.511935ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:44:26 | 200 |      38.669µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:44:30 | 200 |      39.715µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:44:31 | 200 |      39.087µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:44:32 | 200 |     869.745µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:44:32 | 200 |     403.726µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:44:32 | 200 |     166.328µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:44:32 | 200 |   18.149323ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:44:36 | 200 |      42.525µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:44:40 | 200 |      57.059µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:44:41 | 200 |      42.365µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T15:44:44.078Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"fe328672-10be-4472-ba27-b0b39247a96d","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T15:44:44.078Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fe328672-10be-4472-ba27-b0b39247a96d","keyPrefix":"sk-oai-rITuuB3Wj8GJ...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 15:44:44 | 201 |     1.82121ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T15:44:44.107Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"07c48a8c-db81-441a-8d0a-c0d75f3dd0c5","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T15:44:44.107Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"07c48a8c-db81-441a-8d0a-c0d75f3dd0c5","keyPrefix":"sk-oai-HA92mIGmprNV...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 15:44:44 | 201 |    1.648679ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:44:46 | 200 |      40.938µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:44:50 | 200 |      40.607µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:44:51 | 200 |      39.485µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:44:52 | 200 |     929.977µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:44:52 | 200 |      404.93µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:44:52 | 200 |      161.53µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:44:52 | 200 |    9.620793ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:44:52 | 200 |     406.488µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:44:52 | 200 |     336.401µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:44:52 | 200 |     131.796µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:44:52 | 200 |    9.675897ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:44:56 | 200 |      39.874µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:45:00 | 200 |      42.146µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:45:01 | 200 |      41.695µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T15:45:01.455Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/05 - 15:45:01 | 200 |     1.20699ms |     10.132.0.40 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/05 - 15:45:06 | 200 |      41.846µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:45:08 | 200 |     195.661µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:45:08 | 200 |     143.074µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:45:08 | 200 |     132.307µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:45:08 | 200 |   38.496448ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:45:10 | 200 |      39.953µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:45:11 | 200 |      42.042µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:45:16 | 200 |      41.139µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:45:20 | 200 |      48.282µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:45:21 | 200 |       42.37µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:45:23 | 200 |     179.198µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:45:23 | 200 |     15.7189ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:45:23 | 200 |     164.536µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:45:23 | 200 |   13.909025ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:45:26 | 200 |      41.706µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:45:30 | 200 |      39.383µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:45:31 | 200 |      38.689µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:45:36 | 200 |      39.784µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:45:40 | 200 |      60.958µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:45:41 | 200 |      45.083µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:45:46 | 200 |      40.865µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T15:45:48.815Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e60dfcf9-f11e-4c4c-8479-a5200eedb2c0","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T15:45:48.815Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e60dfcf9-f11e-4c4c-8479-a5200eedb2c0","keyPrefix":"sk-oai-1DNjcGsKKay5...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 15:45:48 | 201 |    2.193709ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:45:48 | 200 |     499.753µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:45:48 | 200 |      165.54µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:45:48 | 200 |     441.138µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:45:48 | 200 |     141.291µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:45:48 | 200 |     447.949µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:45:48 | 200 |     171.159µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:45:48 | 200 |     409.195µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:45:48 | 200 |     304.725µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:45:48 | 200 |     134.593µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:45:48 | 200 |     9.95284ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:45:50 | 200 |      39.392µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:45:51 | 200 |      38.254µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:45:56 | 200 |      40.794µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:46:00 | 200 |      41.566µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:46:01 | 200 |      37.737µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T15:46:02.576Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8e1ade7b-0de0-44fb-bfa5-c713430fb82e","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T15:46:02.576Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8e1ade7b-0de0-44fb-bfa5-c713430fb82e","keyPrefix":"sk-oai-Cw9LpwNceYIW...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 15:46:02 | 201 |    2.193028ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:46:02 | 200 |     540.479µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:46:02 | 200 |     192.928µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:46:06 | 200 |       48.02µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:46:10 | 200 |      38.688µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:46:11 | 200 |      39.244µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:46:16 | 200 |      40.474µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:46:20 | 200 |      38.433µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:46:21 | 200 |      42.191µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:46:26 | 200 |      40.855µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:46:30 | 200 |      40.376µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:46:31 | 200 |      40.283µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:46:36 | 200 |      57.044µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:46:40 | 200 |      41.421µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:46:41 | 200 |      43.211µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:46:46 | 200 |      41.141µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:46:50 | 200 |      42.876µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:46:51 | 200 |      38.461µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:46:56 | 200 |      42.851µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:47:00 | 200 |      37.691µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:47:01 | 200 |      42.556µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:47:06 | 200 |      39.524µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T15:47:09.243Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"cfe5e7d9-c9ba-460a-902d-6864a78b7914","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T15:47:09.243Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cfe5e7d9-c9ba-460a-902d-6864a78b7914","keyPrefix":"sk-oai-xJmynhiUS410...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 15:47:09 | 201 |   11.187063ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T15:47:09.743Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"91abda0d-9235-42d3-bae8-d16dd92afe69","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T15:47:09.743Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"91abda0d-9235-42d3-bae8-d16dd92afe69","keyPrefix":"sk-oai-BEqfusAPHmoh...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/05 - 15:47:09 | 201 |    2.247609ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T15:47:09.951Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"3dae92da-428d-4bbe-9115-d7c7825da772","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T15:47:09.951Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3dae92da-428d-4bbe-9115-d7c7825da772","keyPrefix":"sk-oai-MEjOEnqH7c76...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 15:47:09 | 201 |    1.710707ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:47:09 | 200 |    1.225411ms |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:47:09 | 200 |     378.931µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:47:09 | 200 |     129.787µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:47:09 | 200 |     10.3711ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:47:10 | 200 |     444.161µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:47:10 | 200 |     141.344µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-05T15:47:10.115Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"93336f8a-0d26-4020-afcc-1f7c32f095f3","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T15:47:10.115Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"93336f8a-0d26-4020-afcc-1f7c32f095f3","keyPrefix":"sk-oai-pKhXecVxFDdC...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 15:47:10 | 201 |    1.732994ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T15:47:10.139Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"93336f8a-0d26-4020-afcc-1f7c32f095f3"}
{"level":"info","timestamp":"2026-06-05T15:47:10.139Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"93336f8a-0d26-4020-afcc-1f7c32f095f3","revokedBy":"alice_lead"}
[GIN] 2026/06/05 - 15:47:10 | 200 |    2.882501ms |      100.64.0.3 | DELETE   "/v1/api-keys/93336f8a-0d26-4020-afcc-1f7c32f095f3" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:47:10 | 200 |      41.688µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:47:11 | 200 |      45.648µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/05 - 15:47:13 | 200 |    1.054837ms |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-05T15:47:13.166Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/05 - 15:47:13 | 500 |     109.327µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T15:47:13.453Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"06e3c14b-ecaa-4e33-8751-b2b8fba882ab","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T15:47:13.453Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"06e3c14b-ecaa-4e33-8751-b2b8fba882ab","keyPrefix":"sk-oai-i6Jv8Gb9uMdD...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 15:47:13 | 201 |    1.795631ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T15:47:13.477Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"579683a4-7067-46b9-b46f-adf6a1f51f6f","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T15:47:13.477Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"579683a4-7067-46b9-b46f-adf6a1f51f6f","keyPrefix":"sk-oai-iXzWdnXo6WU7...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/05 - 15:47:13 | 201 |     1.67191ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T15:47:13.563Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"299bf7f3-4927-44b7-b439-a5f0a83012d0","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T15:47:13.563Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"299bf7f3-4927-44b7-b439-a5f0a83012d0","keyPrefix":"sk-oai-1DpIYtUkvgK7...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 15:47:13 | 201 |    1.795821ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T15:47:13.588Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"299bf7f3-4927-44b7-b439-a5f0a83012d0"}
{"level":"info","timestamp":"2026-06-05T15:47:13.588Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"299bf7f3-4927-44b7-b439-a5f0a83012d0","revokedBy":"alice_lead"}
[GIN] 2026/06/05 - 15:47:13 | 200 |    2.310466ms |      100.64.0.2 | DELETE   "/v1/api-keys/299bf7f3-4927-44b7-b439-a5f0a83012d0" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:47:13 | 404 |     689.858µs |      100.64.0.2 | DELETE   "/v1/api-keys/299bf7f3-4927-44b7-b439-a5f0a83012d0" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T15:47:13.699Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"289c0bea-b963-440d-923d-c0ed9194114f","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T15:47:13.699Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"289c0bea-b963-440d-923d-c0ed9194114f","keyPrefix":"sk-oai-q0TDut44dVJh...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 15:47:13 | 201 |    1.714749ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:47:13 | 200 |     654.347µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:47:13 | 200 |     557.633µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:47:13 | 200 |     370.003µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:47:13 | 200 |    9.878928ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T15:47:13.821Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"60c23d8f-22ca-4986-8d67-1d1c0bb52d37","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T15:47:13.821Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"60c23d8f-22ca-4986-8d67-1d1c0bb52d37","keyPrefix":"sk-oai-1edRovBplThD...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 15:47:13 | 201 |    1.859529ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:47:13 | 200 |     646.273µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:47:13 | 403 |      85.014µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:47:13 | 200 |     577.516µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:47:13 | 200 |     651.411µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:47:13 | 200 |     107.745µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:47:13 | 200 |   12.286043ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T15:47:13.981Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"906d8b59-e796-4d97-a0bd-a8d96c2b6e57","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T15:47:13.981Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"906d8b59-e796-4d97-a0bd-a8d96c2b6e57","keyPrefix":"sk-oai-JObaYJR4TmzC...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 15:47:13 | 201 |    1.767728ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:47:13 | 200 |     797.342µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:47:14 | 200 |      624.32µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:47:14 | 200 |     129.136µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:47:14 | 200 |    9.688859ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:47:14 | 200 |     669.142µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:47:14 | 200 |     588.323µs |     10.132.0.37 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 15:47:14 | 200 |     366.425µs |     10.132.0.37 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 15:47:14 | 200 |    9.519296ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T15:47:14.122Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"76555f30-b120-4a83-9f0e-12337cab333a","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T15:47:14.122Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"76555f30-b120-4a83-9f0e-12337cab333a","keyPrefix":"sk-oai-359OYjNKvfjM...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 15:47:14 | 201 |    1.732867ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 15:47:16 | 200 |      42.829µs |      10.133.0.2 | GET      "/health"