[GIN] 2026/06/10 - 13:17:38 | 200 |    11.15421ms |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:17:38 | 200 |      184.19µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:17:38 | 200 |     367.505µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:17:38 | 200 |     184.714µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:17:39 | 200 |      32.779µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:17:40 | 200 |      36.746µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:17:44 | 200 |      47.423µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:17:49 | 200 |      35.217µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:17:50 | 200 |      40.566µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:17:54 | 200 |      35.726µs |      10.133.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-10T13:17:56.256Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-10T13:17:56.256Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/10 - 13:17:56 | 400 |     274.525µs |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:17:59 | 200 |      32.083µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:18:00 | 200 |      41.791µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:18:04 | 200 |      37.972µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:18:09 | 200 |      36.182µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:18:10 | 200 |      45.246µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:18:13.658Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"c45783c7-332f-450d-88e5-72c5d0a70fbd","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:18:13.658Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c45783c7-332f-450d-88e5-72c5d0a70fbd","keyPrefix":"sk-oai-1QNOzoVnHtw4...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:18:13 | 201 |    1.977409ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:18:13 | 200 |     455.239µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:18:13 | 200 |     171.218µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:18:14 | 200 |      32.854µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:18:19 | 200 |      33.922µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:18:20 | 200 |      34.299µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:18:22.715Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"4a210592-225a-4997-9fc1-fcf859cea792","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:18:22.715Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4a210592-225a-4997-9fc1-fcf859cea792","keyPrefix":"sk-oai-17gjxiFK6ctH...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:18:22 | 201 |    1.718822ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:18:24 | 200 |      44.635µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:18:29 | 200 |      35.689µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:18:30 | 200 |      33.477µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:18:30 | 200 |     561.399µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:18:30 | 200 |     215.526µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:18:34 | 200 |      31.633µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:18:39 | 200 |      50.635µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:18:40 | 200 |      44.647µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:18:44 | 200 |      39.841µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:18:48.345Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"3898c1d4-6857-48f4-b594-887086a62e5c","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:18:48.345Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3898c1d4-6857-48f4-b594-887086a62e5c","keyPrefix":"sk-oai-1SGFC0wCX4pV...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:18:48 | 201 |     1.72676ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:18:48 | 200 |     419.087µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:18:48 | 200 |     240.764µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:18:49 | 200 |      39.172µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:18:50 | 200 |      40.322µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:18:54 | 200 |       40.83µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:18:59 | 200 |      41.308µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:19:00 | 200 |      45.557µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:19:04 | 200 |      42.589µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:19:09 | 200 |        50.2µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:19:10 | 200 |      40.438µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:19:14 | 200 |      39.849µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:19:19 | 200 |       41.21µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:19:20 | 200 |      41.821µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:19:24 | 200 |      43.042µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:19:29 | 200 |      40.451µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:19:30 | 200 |      43.864µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:19:34 | 200 |      45.266µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:19:39 | 200 |      39.055µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:19:40 | 200 |      39.155µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:19:44 | 200 |      42.864µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:19:49 | 200 |      41.284µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:19:50 | 200 |      39.194µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:19:54 | 200 |      43.762µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:19:59 | 200 |      37.727µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:20:00 | 200 |      40.666µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:20:04 | 200 |      40.603µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:20:09 | 200 |      38.089µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:20:10 | 200 |      67.259µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:20:14 | 200 |      49.016µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:20:19 | 200 |      41.415µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:20:20 | 200 |      44.333µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:20:24 | 200 |      48.979µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:20:29 | 200 |      39.979µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:20:30 | 200 |      39.106µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:20:34 | 200 |      40.965µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:20:39 | 200 |      34.176µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:20:40 | 200 |      34.717µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:20:44 | 200 |      33.065µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:20:47.757Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"1af22705-500d-4d3b-b404-f705d4b9690a","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:20:47.757Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1af22705-500d-4d3b-b404-f705d4b9690a","keyPrefix":"sk-oai-10s9KW0t2la3...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:20:47 | 201 |    1.736515ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:20:49 | 200 |      49.859µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:20:50 | 200 |      49.411µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:20:54 | 200 |      35.338µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:20:59 | 200 |      35.269µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:21:00 | 200 |       36.44µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:21:04 | 200 |      35.042µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:21:09 | 200 |      45.501µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:21:10 | 200 |      32.522µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:21:10 | 200 |     534.362µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:21:10 | 200 |     184.728µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:21:11 | 404 |     686.704µs |      100.64.0.4 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:21:14 | 200 |      36.669µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:21:19 | 200 |      32.902µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:21:20 | 200 |      36.181µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:21:24 | 200 |      40.978µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:21:29 | 200 |       33.82µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:21:30 | 200 |      40.881µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:21:34 | 200 |      43.334µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:21:39 | 200 |      36.581µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:21:40 | 200 |      35.319µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:21:44 | 200 |      32.515µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:21:49 | 200 |      37.218µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:21:50 | 200 |      58.062µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:21:54 | 200 |      33.313µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:21:59 | 200 |        33.9µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:22:00 | 200 |       43.51µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:22:01.728Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"78c64011-fe60-40c7-ba28-0daf6be942d8","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:22:01.728Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"78c64011-fe60-40c7-ba28-0daf6be942d8","keyPrefix":"sk-oai-19DX90rSu898...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:22:01 | 201 |    2.022559ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:22:01 | 200 |     362.775µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:22:01 | 200 |      147.64µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:22:04 | 200 |      35.643µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:22:09 | 200 |      33.625µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:22:10 | 200 |      33.576µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:22:14 | 200 |      34.478µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:22:19 | 200 |      49.248µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:22:20 | 200 |      33.651µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:22:21.019Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"5ade5a5a-ae36-43c0-a016-7c7f4fdf7b3d","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:22:21.019Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5ade5a5a-ae36-43c0-a016-7c7f4fdf7b3d","keyPrefix":"sk-oai-1MqCUCwDQCBH...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:22:21 | 201 |     1.75634ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:22:21 | 200 |     336.987µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:22:21 | 200 |      177.54µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:22:21 | 200 |     372.969µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:22:21 | 200 |     165.462µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:22:24 | 200 |      33.827µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:22:29 | 200 |      33.412µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:22:30 | 200 |      33.292µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:22:34 | 200 |      34.677µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:22:39 | 200 |       35.38µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:22:40 | 200 |      35.103µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:22:40.621Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"64fb19bf-5eaa-4459-bd17-26b7c41ea731","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:22:40.622Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"64fb19bf-5eaa-4459-bd17-26b7c41ea731","keyPrefix":"sk-oai-jKdTScjKscTc...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:22:40 | 201 |   10.054809ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:22:40 | 200 |    1.078476ms |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:22:40 | 200 |     373.357µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:22:40 | 200 |     151.512µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:22:40 | 200 |   19.712077ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:22:44 | 200 |      41.508µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:22:49 | 200 |      33.859µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:22:50 | 200 |      36.141µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:22:54 | 200 |      33.059µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:22:59 | 200 |      33.717µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:22:59 | 200 |     185.286µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:23:00 | 200 |     165.722µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:23:00 | 200 |   27.723147ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:23:00 | 200 |      34.351µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:23:04 | 200 |       34.71µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:23:09 | 200 |      34.989µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:23:10 | 200 |       33.71µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:23:12.182Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6e3f6dde-a1a5-44a6-a089-0687cb8f492f","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:23:12.183Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6e3f6dde-a1a5-44a6-a089-0687cb8f492f","keyPrefix":"sk-oai-1Bm4llZNQx9z...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:23:12 | 201 |    1.805624ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:23:14 | 200 |      33.865µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:23:19 | 200 |      33.749µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:23:20 | 200 |      36.414µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:23:24 | 200 |      36.522µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:23:29 | 200 |      44.586µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:23:30 | 200 |      44.594µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:23:34 | 200 |      44.934µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:23:39 | 200 |      31.683µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:23:40 | 200 |      35.996µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:23:42 | 200 |      567.09µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:23:42 | 200 |      129.93µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:23:42 | 200 |     397.173µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:23:42 | 200 |     265.539µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:23:42 | 200 |     113.056µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:23:42 | 200 |   13.272558ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:23:44 | 200 |      34.065µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:23:49 | 200 |      33.868µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:23:50 | 200 |      34.663µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:23:54 | 200 |      33.963µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:23:59 | 200 |      43.239µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:23:59 | 200 |     144.054µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:23:59 | 200 |   17.148866ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:24:00 | 200 |      35.069µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:24:04 | 200 |      56.565µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:24:08.083Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"fd3259bf-290f-443a-a977-63e0d5cd46b1","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:24:08.083Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fd3259bf-290f-443a-a977-63e0d5cd46b1","keyPrefix":"sk-oai-1CjxYSY2IHdR...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:24:08 | 201 |    1.659339ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:24:09 | 200 |      32.208µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:24:10 | 200 |      35.099µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:24:14 | 200 |      34.194µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:24:16 | 200 |     538.521µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:24:16 | 200 |     258.137µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:24:16 | 200 |     127.157µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:24:16 | 200 |    9.807042ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T13:24:16.619Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7150126e-2c65-44c9-99c7-7e033e7895cd","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:24:16.619Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7150126e-2c65-44c9-99c7-7e033e7895cd","keyPrefix":"sk-oai-Ykpc4qI3QLrv...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:24:16 | 201 |    1.497456ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:24:19 | 200 |      33.328µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:24:20 | 200 |      34.976µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:24:24 | 200 |      38.859µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:24:24 | 200 |     479.123µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:24:24 | 200 |      236.97µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:24:24 | 200 |     116.881µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:24:24 | 200 |    6.866488ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:24:24 | 200 |     256.818µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:24:24 | 200 |     203.456µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:24:24 | 200 |     134.616µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:24:24 | 200 |    6.219404ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T13:24:25.701Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1253469c-7f6d-400f-90da-8cbbcf19d6b9","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:24:25.701Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1253469c-7f6d-400f-90da-8cbbcf19d6b9","keyPrefix":"sk-oai-1UN3ThD31AjV...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:24:25 | 201 |    1.658054ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:24:29 | 200 |      40.859µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:24:30 | 200 |      47.263µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:24:33 | 200 |         441µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:24:33 | 200 |     269.927µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:24:33 | 200 |     137.656µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:24:33 | 200 |   11.149257ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:24:34 | 200 |      38.985µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:24:39 | 200 |      38.308µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:24:40 | 200 |      47.197µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:24:44 | 200 |       41.43µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:24:45.071Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7470fa3a-c61e-4126-9fcf-39ee0dd8dcc8","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:24:45.071Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7470fa3a-c61e-4126-9fcf-39ee0dd8dcc8","keyPrefix":"sk-oai-h0tW6rMbsQks...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:24:45 | 201 |       1.768ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:24:49 | 200 |      54.008µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:24:50 | 200 |      47.772µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:24:53 | 200 |     441.671µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:24:53 | 200 |     265.794µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:24:53 | 200 |     146.067µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:24:53 | 200 |     252.774µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:24:53 | 200 |     131.325µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:24:53 | 200 |   17.631019ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:24:54 | 200 |      41.004µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:24:59 | 200 |      40.845µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:25:00 | 200 |       39.67µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:25:04 | 200 |      44.352µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:25:04.504Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d3bceeb7-e825-4556-88bd-341f0b42be7a","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:25:04.504Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d3bceeb7-e825-4556-88bd-341f0b42be7a","keyPrefix":"sk-oai-CtdNJji2MIox...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:25:04 | 201 |    2.684059ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:25:09 | 200 |      40.378µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:25:10 | 200 |      37.601µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:25:12 | 200 |     446.449µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:25:12 | 200 |     279.494µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:25:12 | 200 |     198.794µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:25:12 | 200 |    9.059679ms |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:25:12 | 200 |     185.018µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:25:12 | 200 |   24.079649ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:25:14 | 200 |      39.055µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:25:19 | 200 |      40.761µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:25:20 | 200 |      39.697µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:25:24 | 200 |      44.257µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:25:28 | 200 |     186.877µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:25:28 | 200 |     211.606µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:25:28 | 200 |     164.494µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:25:28 | 200 |   42.632008ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:25:29 | 200 |      39.731µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:25:30 | 200 |      39.101µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:25:34 | 200 |      37.424µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:25:39 | 200 |      49.642µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:25:40 | 200 |      39.492µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:25:44 | 200 |      40.615µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:25:46 | 200 |     335.052µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:25:46 | 200 |   15.770493ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:25:49 | 200 |      40.737µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:25:50 | 200 |      51.223µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:25:54 | 200 |      40.129µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:25:57.496Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4bcb4da3-6c81-44bf-9c87-dd1ae193898c","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:25:57.496Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4bcb4da3-6c81-44bf-9c87-dd1ae193898c","keyPrefix":"sk-oai-DsvLMqzGhkik...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:25:57 | 201 |    1.837001ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:25:59 | 200 |      43.407µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:26:00 | 200 |       42.51µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:26:04 | 200 |      38.947µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:26:05 | 200 |     632.737µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:26:05 | 200 |     209.414µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T13:26:06.121Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6dbe8483-c3b5-4611-a2a6-18dd1735f9ab","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:26:06.121Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6dbe8483-c3b5-4611-a2a6-18dd1735f9ab","keyPrefix":"sk-oai-1L27593Xw9VV...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:26:06 | 201 |    1.600701ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:26:09 | 200 |       44.36µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:26:10 | 200 |      41.952µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:26:14 | 200 |      39.616µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:26:14 | 200 |    1.097572ms |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:26:14 | 200 |     515.443µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:26:14 | 200 |     115.299µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:26:14 | 200 |    9.969309ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T13:26:14.551Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ef2a4ae0-1cfb-48eb-af8c-74ed2b95a1ee","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:26:14.551Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ef2a4ae0-1cfb-48eb-af8c-74ed2b95a1ee","keyPrefix":"sk-oai-1GhKERYjEt0w...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:26:14 | 201 |    1.661793ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:26:19 | 200 |      41.543µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:26:20 | 200 |      42.948µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:26:22 | 200 |     594.416µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:26:22 | 200 |      395.86µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:26:22 | 200 |     225.103µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:26:22 | 200 |   11.552903ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T13:26:23.327Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"69813423-cf5a-45e2-9cc1-5b19ea8ab91a","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:26:23.327Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"69813423-cf5a-45e2-9cc1-5b19ea8ab91a","keyPrefix":"sk-oai-7jMv7DVQ6NT7...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:26:23 | 201 |    1.559247ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:26:24 | 200 |      46.138µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:26:29 | 200 |      39.168µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:26:30 | 200 |      40.292µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:26:31 | 200 |     454.676µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:26:31 | 200 |     261.865µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:26:31 | 200 |     118.714µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:26:31 | 200 |   13.858427ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:26:34 | 200 |      42.028µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:26:39 | 200 |      39.673µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:26:40 | 200 |      46.244µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:26:40.561Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"5817dc9d-3e9e-4baf-81ad-42be2435f3f7","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:26:40.561Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5817dc9d-3e9e-4baf-81ad-42be2435f3f7","keyPrefix":"sk-oai-1cCSOIe6JhN4...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:26:40 | 201 |    2.861573ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:26:44 | 200 |      42.745µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:26:49 | 200 |      40.957µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:26:50 | 200 |      39.777µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:26:54 | 200 |      37.081µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:26:56 | 200 |     503.075µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:26:56 | 403 |     101.697µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:26:59 | 200 |      44.208µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:27:00 | 200 |      39.795µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:27:04 | 200 |       41.57µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:27:09 | 200 |      44.091µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:27:10 | 200 |      45.434µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:27:13 | 403 |     121.521µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:27:14 | 200 |      37.809µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:27:19 | 200 |      43.153µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:27:20 | 200 |      46.344µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:27:24 | 200 |      48.181µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:27:29 | 200 |      39.007µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:27:30 | 200 |      40.274µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:27:31 | 403 |     123.642µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:27:34 | 200 |      42.405µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:27:39 | 200 |      39.833µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:27:40 | 200 |      42.883µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:27:44 | 200 |      40.345µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:27:48 | 403 |     164.214µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:27:49 | 200 |      38.185µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:27:50 | 200 |      38.566µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:27:54 | 200 |      37.077µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:27:59 | 200 |      38.244µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:28:00 | 200 |      38.608µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:28:00.485Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"62c79519-8b37-4e80-9ae1-295a9249b5fa","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:28:00.485Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"62c79519-8b37-4e80-9ae1-295a9249b5fa","keyPrefix":"sk-oai-1a5ZJl37OhL2...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:28:00 | 201 |    1.726868ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:28:04 | 200 |      40.584µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:28:08 | 200 |     490.874µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:28:08 | 200 |     362.738µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:28:08 | 200 |     186.159µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:28:08 | 200 |   18.424935ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:28:09 | 200 |       41.49µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:28:10 | 200 |       40.47µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:28:14 | 200 |      39.544µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:28:19 | 200 |      45.781µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:28:20 | 200 |      38.174µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:28:20.617Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d7aae706-4e8e-467b-92fa-4ac753da7783","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:28:20.617Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d7aae706-4e8e-467b-92fa-4ac753da7783","keyPrefix":"sk-oai-GtvX7zvESqsg...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:28:20 | 201 |    1.765097ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T13:28:20.650Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"22c54d45-a310-4975-8bfb-3e0340884ccb","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:28:20.650Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"22c54d45-a310-4975-8bfb-3e0340884ccb","keyPrefix":"sk-oai-PsMZpjjC57Ch...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:28:20 | 201 |     1.57346ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:28:24 | 200 |      40.847µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:28:28 | 200 |     485.548µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:28:28 | 200 |     256.923µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:28:28 | 200 |     191.683µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:28:28 | 200 |    10.27145ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:28:28 | 200 |     362.679µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:28:28 | 200 |     203.192µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:28:28 | 200 |      146.71µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:28:28 | 200 |    12.68145ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:28:29 | 200 |      43.838µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:28:30 | 200 |      37.649µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:28:34 | 200 |      40.714µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:28:39 | 200 |      45.388µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:28:40 | 200 |      43.324µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:28:43 | 200 |     200.169µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:28:43 | 200 |     198.462µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:28:43 | 200 |     186.838µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:28:43 | 200 |   45.937876ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:28:44 | 200 |      41.068µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:28:49 | 200 |      39.129µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:28:50 | 200 |      41.928µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:28:54 | 200 |      52.444µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:28:57 | 200 |      199.39µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:28:57 | 200 |   17.264868ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:28:57 | 200 |     166.861µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:28:57 | 200 |   17.133341ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:28:59 | 200 |      38.719µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:29:00 | 200 |      40.742µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:29:04 | 200 |      49.489µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:29:09 | 200 |      48.311µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:29:10 | 200 |       40.84µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:29:14 | 200 |      39.984µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:29:19 | 200 |      42.529µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:29:20 | 200 |      38.593µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:29:23.385Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c0afa420-3e0a-435b-8649-bae7ead3cab0","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:29:23.385Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c0afa420-3e0a-435b-8649-bae7ead3cab0","keyPrefix":"sk-oai-2VKvzfq3FScA...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:29:23 | 201 |    1.819562ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:29:23 | 200 |     386.386µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:29:23 | 200 |     203.369µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:29:23 | 200 |     377.967µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:29:23 | 200 |     169.686µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:29:23 | 200 |     367.149µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:29:23 | 200 |     165.067µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:29:23 | 200 |     354.624µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:29:23 | 200 |     255.498µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:29:23 | 200 |     174.365µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:29:23 | 200 |   13.110576ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:29:24 | 200 |      38.971µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:29:29 | 200 |      39.725µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:29:30 | 200 |      41.664µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:29:34 | 200 |      40.689µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:29:39 | 200 |      39.348µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:29:39.214Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7f83ca4d-800d-4f38-aa43-7817b032116f","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:29:39.214Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7f83ca4d-800d-4f38-aa43-7817b032116f","keyPrefix":"sk-oai-1b3V1fN3AbTs...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:29:39 | 201 |    1.655371ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:29:39 | 200 |     380.751µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:29:39 | 200 |     175.169µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:29:40 | 200 |      42.134µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:29:44 | 200 |      42.173µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:29:49 | 200 |      46.115µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:29:50 | 200 |      44.494µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:29:54 | 200 |      48.133µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:29:59 | 200 |      40.009µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:30:00 | 200 |      40.267µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:30:01.537Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/10 - 13:30:01 | 200 |     713.444µs |     10.132.0.47 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/10 - 13:30:04 | 200 |      43.799µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:30:09 | 200 |     107.953µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:30:10 | 200 |       43.19µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:30:14 | 200 |       39.28µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:30:19 | 200 |      40.703µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:30:20 | 200 |      42.005µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:30:24 | 200 |      41.257µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:30:29 | 200 |      38.861µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:30:30 | 200 |      40.299µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:30:34 | 200 |      40.831µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:30:39 | 200 |      59.383µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:30:40 | 200 |      41.702µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:30:44 | 200 |      43.661µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:30:47.568Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"d0c8c03b-648b-4e5c-8aa6-b7206fa22a18","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:30:47.568Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d0c8c03b-648b-4e5c-8aa6-b7206fa22a18","keyPrefix":"sk-oai-1Wi7jNYL2lru...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 13:30:47 | 201 |   10.967839ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T13:30:48.098Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"8450a7e2-3d81-4a1a-83df-b1db418f2210","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:30:48.098Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8450a7e2-3d81-4a1a-83df-b1db418f2210","keyPrefix":"sk-oai-dexVkR0gdcP3...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/10 - 13:30:48 | 201 |    1.787168ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T13:30:48.318Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"b6b0ff7b-9529-450e-b95a-ae65e1d473e1","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:30:48.318Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b6b0ff7b-9529-450e-b95a-ae65e1d473e1","keyPrefix":"sk-oai-1QwUcv8K8Zy2...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 13:30:48 | 201 |    1.685805ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:30:48 | 200 |     978.257µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:30:48 | 200 |     293.901µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:30:48 | 200 |     117.711µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:30:48 | 200 |   10.608348ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:30:48 | 200 |     339.615µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:30:48 | 200 |     167.469µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-10T13:30:48.486Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"43e28f92-50e2-4c87-b2c3-f5287138462d","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:30:48.486Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"43e28f92-50e2-4c87-b2c3-f5287138462d","keyPrefix":"sk-oai-zgUFzjwtJFRw...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 13:30:48 | 201 |    1.587452ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T13:30:48.516Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"43e28f92-50e2-4c87-b2c3-f5287138462d"}
{"level":"info","timestamp":"2026-06-10T13:30:48.516Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"43e28f92-50e2-4c87-b2c3-f5287138462d","revokedBy":"alice_lead"}
[GIN] 2026/06/10 - 13:30:48 | 200 |    2.161627ms |      100.64.0.3 | DELETE   "/v1/api-keys/43e28f92-50e2-4c87-b2c3-f5287138462d" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:30:49 | 200 |      37.133µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:30:50 | 200 |      41.603µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:30:51 | 200 |     628.824µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-10T13:30:51.545Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/10 - 13:30:51 | 500 |     115.862µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T13:30:51.853Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"11dd2f24-a967-4fdd-8d14-18e2d356702a","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:30:51.853Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"11dd2f24-a967-4fdd-8d14-18e2d356702a","keyPrefix":"sk-oai-OUioKqSmDzFi...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 13:30:51 | 201 |    1.606993ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T13:30:51.874Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"7b62f1dc-c9db-4ca3-a7b8-8b5ed42606ee","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:30:51.874Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7b62f1dc-c9db-4ca3-a7b8-8b5ed42606ee","keyPrefix":"sk-oai-7AZwxNThMOSP...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/10 - 13:30:51 | 201 |    1.595437ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T13:30:51.963Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"6a31707a-f530-484a-a4f9-702c7a8105a2","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:30:51.963Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6a31707a-f530-484a-a4f9-702c7a8105a2","keyPrefix":"sk-oai-Vet6pKWSkeMh...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 13:30:51 | 201 |    1.534492ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T13:30:51.984Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"6a31707a-f530-484a-a4f9-702c7a8105a2"}
{"level":"info","timestamp":"2026-06-10T13:30:51.984Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"6a31707a-f530-484a-a4f9-702c7a8105a2","revokedBy":"alice_lead"}
[GIN] 2026/06/10 - 13:30:51 | 200 |    2.013243ms |      100.64.0.4 | DELETE   "/v1/api-keys/6a31707a-f530-484a-a4f9-702c7a8105a2" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:30:52 | 404 |     538.102µs |      100.64.0.2 | DELETE   "/v1/api-keys/6a31707a-f530-484a-a4f9-702c7a8105a2" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T13:30:52.101Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"a7d7b236-9031-4382-85d6-986011883c37","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:30:52.102Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a7d7b236-9031-4382-85d6-986011883c37","keyPrefix":"sk-oai-YWU4BXZ8a5zT...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 13:30:52 | 201 |    1.712082ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:30:52 | 200 |     442.295µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:30:52 | 200 |     347.577µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:30:52 | 200 |     128.077µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:30:52 | 200 |   10.294106ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T13:30:52.222Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"ec1b466e-0bc5-4e6f-99a7-0aba8159a4de","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:30:52.222Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ec1b466e-0bc5-4e6f-99a7-0aba8159a4de","keyPrefix":"sk-oai-1SZlcAXdcRoR...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 13:30:52 | 201 |    1.559331ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:30:52 | 200 |     350.541µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:30:52 | 403 |      97.022µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:30:52 | 200 |      367.31µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:30:52 | 200 |     281.437µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:30:52 | 200 |     116.405µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:30:52 | 200 |     9.69992ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T13:30:52.362Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"63760044-ad3f-45f9-99a2-8c55a7a79fda","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:30:52.363Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"63760044-ad3f-45f9-99a2-8c55a7a79fda","keyPrefix":"sk-oai-Ocq9lCgZmET1...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 13:30:52 | 201 |    1.670694ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:30:52 | 200 |     339.779µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:30:52 | 200 |     243.484µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:30:52 | 200 |     150.435µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:30:52 | 200 |    9.635755ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:30:52 | 200 |      323.06µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:30:52 | 200 |     228.886µs |     10.132.0.43 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:30:52 | 200 |     116.006µs |     10.132.0.43 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:30:52 | 200 |    9.551382ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T13:30:52.509Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"9e4eb331-6e00-4073-bb6c-c27ffcd0a91d","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:30:52.509Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9e4eb331-6e00-4073-bb6c-c27ffcd0a91d","keyPrefix":"sk-oai-MVOHakyvfpE7...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 13:30:52 | 201 |    1.499039ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:30:54 | 200 |      40.734µs |      10.133.0.2 | GET      "/health"