[GIN] 2026/06/08 - 13:14:54 | 200 |     372.483µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:14:54 | 200 |     157.871µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:14:54 | 200 |      54.226µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:14:55 | 200 |      35.613µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:14:59 | 200 |       34.75µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T13:15:03.482Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/08 - 13:15:03 | 200 |   10.013486ms |     10.133.0.30 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/08 - 13:15:04 | 200 |      34.423µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:15:05 | 200 |      36.236µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:15:09 | 200 |      41.967µs |      10.134.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-08T13:15:11.976Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-08T13:15:11.976Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/08 - 13:15:11 | 400 |     262.172µs |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:15:14 | 200 |       32.89µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:15:15 | 200 |      37.215µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:15:19 | 200 |      38.277µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:15:24 | 200 |      36.256µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:15:25 | 200 |      35.114µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:15:29 | 200 |      33.257µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T13:15:29.574Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"0c0f56f5-f9a9-4b11-a73e-2c6752ecfade","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:15:29.574Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0c0f56f5-f9a9-4b11-a73e-2c6752ecfade","keyPrefix":"sk-oai-wfLwOEOJR63m...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 13:15:29 | 201 |    2.489749ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:15:29 | 200 |    1.082812ms |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:15:29 | 200 |     158.533µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:15:34 | 200 |      35.884µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:15:35 | 200 |      40.285µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T13:15:38.656Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"8b85fc34-cf67-45ae-a66f-0e4fb18d47a7","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:15:38.656Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8b85fc34-cf67-45ae-a66f-0e4fb18d47a7","keyPrefix":"sk-oai-IkPbGm0lsPDX...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 13:15:38 | 201 |    2.052437ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:15:39 | 200 |      37.907µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:15:44 | 200 |      36.679µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:15:45 | 200 |      33.595µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:15:46 | 200 |     749.643µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:15:46 | 200 |     120.895µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:15:49 | 200 |      36.881µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:15:54 | 200 |      34.657µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:15:55 | 200 |      48.261µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:15:59 | 200 |      42.509µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T13:16:04.239Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"880ac140-a9c7-4fdd-80af-c630bd4de2db","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:16:04.239Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"880ac140-a9c7-4fdd-80af-c630bd4de2db","keyPrefix":"sk-oai-1SEMGnxpRK7Z...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 13:16:04 | 201 |     2.13629ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:16:04 | 200 |     518.996µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:16:04 | 200 |     141.528µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:16:04 | 200 |      31.478µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:16:05 | 200 |      35.164µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:16:09 | 200 |      36.143µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:16:14 | 200 |      34.839µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:16:15 | 200 |      33.512µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:16:19 | 200 |      37.991µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:16:24 | 200 |       35.01µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:16:25 | 200 |      39.262µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:16:29 | 200 |      35.642µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:16:34 | 200 |      34.246µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:16:35 | 200 |      47.877µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:16:39 | 200 |      48.493µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:16:44 | 200 |      41.195µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:16:45 | 200 |      39.195µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:16:49 | 200 |      43.142µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:16:54 | 200 |      38.422µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:16:55 | 200 |      39.372µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:16:59 | 200 |      41.099µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:17:04 | 200 |      38.459µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:17:05 | 200 |      67.118µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:17:09 | 200 |        42.4µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:17:14 | 200 |      39.424µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:17:15 | 200 |      39.886µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:17:19 | 200 |      60.642µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:17:24 | 200 |      39.853µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:17:25 | 200 |       41.94µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:17:29 | 200 |      40.779µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:17:34 | 200 |        42.7µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:17:35 | 200 |      38.309µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:17:39 | 200 |      53.201µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:17:44 | 200 |       38.67µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:17:45 | 200 |      39.208µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:17:49 | 200 |      42.886µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:17:54 | 200 |       60.73µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:17:55 | 200 |      39.401µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:17:59 | 200 |      54.583µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T13:18:03.982Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"e69a9fe6-11e3-44f2-a939-2b7f42b35434","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:18:03.982Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e69a9fe6-11e3-44f2-a939-2b7f42b35434","keyPrefix":"sk-oai-1X6yVBEf2vgj...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 13:18:03 | 201 |    1.889485ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:18:04 | 200 |       43.91µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:18:05 | 200 |      38.355µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:18:09 | 200 |      41.739µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:18:14 | 200 |      39.357µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:18:15 | 200 |      39.181µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:18:19 | 200 |      39.486µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:18:24 | 200 |      46.047µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:18:25 | 200 |      40.516µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:18:26 | 200 |     764.496µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:18:26 | 200 |     164.158µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:18:27 | 404 |      800.46µs |      100.64.0.4 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:18:29 | 200 |      39.425µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:18:34 | 200 |      40.459µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:18:35 | 200 |      38.375µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:18:39 | 200 |      52.495µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:18:44 | 200 |      37.833µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:18:45 | 200 |      40.843µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:18:49 | 200 |      42.585µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:18:54 | 200 |      42.852µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:18:55 | 200 |      44.422µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:18:59 | 200 |      38.686µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:19:04 | 200 |      38.233µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:19:05 | 200 |       51.92µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:19:09 | 200 |      40.499µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:19:14 | 200 |      42.962µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:19:15 | 200 |      42.438µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T13:19:17.544Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"d73a85bd-290e-4b48-beb0-1fee9bae9d94","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:19:17.544Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d73a85bd-290e-4b48-beb0-1fee9bae9d94","keyPrefix":"sk-oai-16ACAlGnq5vS...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 13:19:17 | 201 |    2.089372ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:19:17 | 200 |     548.308µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:19:17 | 200 |      197.85µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:19:19 | 200 |      40.251µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:19:24 | 200 |       46.13µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:19:25 | 200 |      40.953µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:19:29 | 200 |      41.985µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:19:34 | 200 |       39.09µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:19:35 | 200 |      39.925µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T13:19:36.825Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"624718b9-cd65-49dd-ba78-6d43687bece7","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:19:36.825Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"624718b9-cd65-49dd-ba78-6d43687bece7","keyPrefix":"sk-oai-xYJBxVdysQXK...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 13:19:36 | 201 |    2.450238ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:19:36 | 200 |      660.57µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:19:36 | 200 |     266.883µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:19:37 | 200 |     535.709µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:19:37 | 200 |     248.495µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:19:39 | 200 |      38.515µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:19:44 | 200 |      40.129µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:19:45 | 200 |      42.312µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:19:49 | 200 |      41.649µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:19:54 | 200 |      45.465µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:19:55 | 200 |       41.18µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T13:19:56.429Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"f2de17f6-efb4-46ca-91af-f4b32f87bb5a","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:19:56.429Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f2de17f6-efb4-46ca-91af-f4b32f87bb5a","keyPrefix":"sk-oai-1Wymdig7yrAt...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 13:19:56 | 201 |    2.174187ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:19:56 | 200 |     445.502µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:19:56 | 200 |     420.352µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:19:56 | 200 |     195.527µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:19:56 | 200 |   19.241803ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:19:59 | 200 |      39.969µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:20:04 | 200 |      39.273µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:20:05 | 200 |      41.418µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:20:09 | 200 |      42.777µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:20:14 | 200 |      45.213µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:20:15 | 200 |      55.188µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:20:15 | 200 |     165.745µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:20:15 | 200 |     253.697µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:20:15 | 200 |   25.349129ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:20:19 | 200 |      41.539µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:20:24 | 200 |      38.532µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:20:25 | 200 |      47.397µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T13:20:27.700Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0816a5ac-06a2-44c3-bc88-38466fe1145e","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:20:27.700Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0816a5ac-06a2-44c3-bc88-38466fe1145e","keyPrefix":"sk-oai-U3ybYtbogFYk...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 13:20:27 | 201 |   10.344491ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:20:29 | 200 |      51.901µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:20:34 | 200 |      40.386µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:20:35 | 200 |      43.235µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:20:39 | 200 |      41.983µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:20:44 | 200 |       43.98µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:20:45 | 200 |      44.177µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:20:49 | 200 |      40.881µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:20:54 | 200 |      40.516µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:20:55 | 200 |      45.295µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:20:57 | 200 |    1.439056ms |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:20:57 | 200 |     184.818µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:20:57 | 200 |      492.47µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:20:57 | 200 |     359.597µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:20:57 | 200 |     189.316µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:20:57 | 200 |   11.446571ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:20:59 | 200 |      41.012µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:21:04 | 200 |      51.757µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:21:05 | 200 |       38.99µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:21:09 | 200 |      39.365µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:21:14 | 200 |       43.39µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:21:15 | 200 |     149.782µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:21:15 | 200 |   13.850649ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:21:15 | 200 |      41.408µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:21:19 | 200 |      38.808µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T13:21:23.622Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e44d83be-9682-4891-ae0f-fab171d62a04","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:21:23.622Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e44d83be-9682-4891-ae0f-fab171d62a04","keyPrefix":"sk-oai-1EgP1W982AEj...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 13:21:23 | 201 |    1.967741ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:21:24 | 200 |      45.949µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:21:25 | 200 |      44.268µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:21:29 | 200 |       41.51µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:21:31 | 200 |     799.265µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:21:31 | 200 |     422.001µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:21:31 | 200 |     143.881µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:21:31 | 200 |     9.23342ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T13:21:32.162Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"42712642-56ad-4e0e-9e9e-516e51984c11","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:21:32.162Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"42712642-56ad-4e0e-9e9e-516e51984c11","keyPrefix":"sk-oai-1dNkDjEEcltL...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 13:21:32 | 201 |    1.742869ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:21:34 | 200 |       56.39µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:21:35 | 200 |      49.327µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:21:39 | 200 |      43.364µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:21:40 | 200 |     802.041µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:21:40 | 200 |     358.213µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:21:40 | 200 |     193.118µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:21:40 | 200 |    6.568467ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:21:40 | 200 |     375.207µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:21:40 | 200 |     338.231µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:21:40 | 200 |     144.886µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:21:40 | 200 |    6.566935ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T13:21:41.223Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"bcf75ee3-9498-465c-95a4-6773ed23df69","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:21:41.223Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bcf75ee3-9498-465c-95a4-6773ed23df69","keyPrefix":"sk-oai-1PJsarOQsBJx...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 13:21:41 | 201 |    1.819998ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:21:44 | 200 |      47.976µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:21:45 | 200 |      56.645µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:21:49 | 200 |     758.828µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:21:49 | 200 |     344.761µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:21:49 | 200 |     175.155µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:21:49 | 200 |   10.342702ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:21:49 | 200 |      36.448µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:21:54 | 200 |      48.923µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:21:55 | 200 |      39.266µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T13:21:58.490Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4e855c32-24df-49f0-b88f-3d23c4698888","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:21:58.490Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4e855c32-24df-49f0-b88f-3d23c4698888","keyPrefix":"sk-oai-13nmXv5T2dII...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 13:21:58 | 201 |    1.910276ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:21:59 | 200 |      37.281µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:22:04 | 200 |      46.764µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:22:05 | 200 |      44.689µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:22:06 | 200 |     892.656µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:22:06 | 200 |     353.585µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:22:06 | 200 |     191.666µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:22:06 | 200 |     373.287µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:22:06 | 200 |     135.932µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:22:06 | 200 |   17.480778ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:22:09 | 200 |      51.206µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:22:14 | 200 |      58.171µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:22:15 | 200 |      41.144µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T13:22:17.903Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7d20555e-f1ed-4834-8230-a090b4702ab9","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:22:17.903Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7d20555e-f1ed-4834-8230-a090b4702ab9","keyPrefix":"sk-oai-gLzdn8wgvxiS...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 13:22:17 | 201 |    3.086737ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:22:19 | 200 |      40.194µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:22:24 | 200 |      46.769µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:22:25 | 200 |      39.505µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:22:25 | 200 |      715.25µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:22:25 | 200 |     368.404µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:22:25 | 200 |     183.762µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:22:25 | 200 |   10.067588ms |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:22:25 | 200 |     218.739µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:22:25 | 200 |   23.770179ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:22:29 | 200 |      40.923µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:22:34 | 200 |      42.962µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:22:35 | 200 |      41.792µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:22:39 | 200 |      40.599µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:22:40 | 200 |     170.103µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:22:40 | 200 |     175.941µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:22:40 | 200 |      183.14µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:22:40 | 200 |   39.795396ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:22:44 | 200 |      57.204µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:22:45 | 200 |      46.596µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:22:49 | 200 |      45.075µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:22:54 | 200 |      38.277µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:22:55 | 200 |      38.345µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:22:57 | 200 |      170.74µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:22:57 | 200 |   17.597281ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:22:59 | 200 |      43.244µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:23:04 | 200 |      40.026µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:23:05 | 200 |      44.173µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T13:23:08.881Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"10aa4228-404f-4c49-88ae-80f6ec3dbcc6","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:23:08.881Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"10aa4228-404f-4c49-88ae-80f6ec3dbcc6","keyPrefix":"sk-oai-9UAwnCCv33V3...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 13:23:08 | 201 |    1.841731ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:23:09 | 200 |      44.878µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:23:14 | 200 |      43.374µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:23:15 | 200 |      42.817µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:23:16 | 200 |     986.757µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:23:16 | 200 |     137.557µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T13:23:17.520Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0a13969c-1413-4eb2-ab5f-17136a6d0dbb","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:23:17.520Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0a13969c-1413-4eb2-ab5f-17136a6d0dbb","keyPrefix":"sk-oai-3d9XwLvxwLI3...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 13:23:17 | 201 |    1.083388ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:23:19 | 200 |      41.406µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:23:24 | 200 |      38.732µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:23:25 | 200 |      40.695µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:23:25 | 200 |     927.673µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:23:25 | 200 |     437.431µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:23:25 | 200 |     195.432µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:23:25 | 200 |   11.603149ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T13:23:25.939Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3fd94996-b86e-4489-9125-b772e920b840","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:23:25.939Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3fd94996-b86e-4489-9125-b772e920b840","keyPrefix":"sk-oai-oyLXLAKs0qgZ...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 13:23:25 | 201 |    1.106678ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:23:29 | 200 |      41.448µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:23:33 | 200 |      907.02µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:23:33 | 200 |     506.678µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:23:33 | 200 |     141.856µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:23:33 | 200 |   10.171316ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:23:34 | 200 |      40.967µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T13:23:34.723Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"d25844f6-66a3-4538-9fd1-6e90aee73245","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:23:34.723Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d25844f6-66a3-4538-9fd1-6e90aee73245","keyPrefix":"sk-oai-wvBOmkJCAaz3...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 13:23:34 | 201 |    1.200652ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:23:35 | 200 |      44.968µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:23:39 | 200 |      40.099µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:23:42 | 200 |      662.03µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:23:42 | 200 |     355.298µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:23:42 | 200 |     182.848µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:23:42 | 200 |    9.323603ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:23:44 | 200 |      41.052µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:23:45 | 200 |      40.811µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:23:49 | 200 |      44.747µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T13:23:51.941Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"55ccda4c-2520-4bf4-a761-d682a8ff31e7","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:23:51.941Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"55ccda4c-2520-4bf4-a761-d682a8ff31e7","keyPrefix":"sk-oai-COGGBXAfHeHj...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 13:23:51 | 201 |    1.552624ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:23:54 | 200 |      40.901µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:23:55 | 200 |      55.878µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:23:59 | 200 |      43.958µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:24:04 | 200 |      44.758µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:24:05 | 200 |       39.89µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:24:08 | 200 |     641.284µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:24:08 | 403 |     106.619µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:24:09 | 200 |      40.722µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:24:14 | 200 |      40.348µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:24:15 | 200 |      44.961µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:24:19 | 200 |      40.109µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:24:24 | 200 |      42.538µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:24:25 | 200 |      42.099µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:24:25 | 403 |     114.236µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:24:29 | 200 |      38.917µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:24:34 | 200 |      39.808µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:24:35 | 200 |      48.068µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:24:39 | 200 |       40.51µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:24:42 | 403 |      158.86µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:24:44 | 200 |      37.588µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:24:45 | 200 |      39.789µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:24:49 | 200 |      41.576µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:24:54 | 200 |      39.083µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:24:55 | 200 |      45.324µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:24:59 | 200 |      38.542µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:24:59 | 403 |     146.735µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:25:04 | 200 |      41.214µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:25:05 | 200 |       40.44µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:25:09 | 200 |      47.487µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T13:25:13.985Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"736cd863-7dce-46be-af08-562c74495a40","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:25:13.985Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"736cd863-7dce-46be-af08-562c74495a40","keyPrefix":"sk-oai-juGQd24KvIT2...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 13:25:13 | 201 |    1.386533ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:25:14 | 200 |      36.593µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:25:15 | 200 |       40.23µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:25:19 | 200 |      38.214µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:25:22 | 200 |     612.984µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:25:22 | 200 |     366.897µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:25:22 | 200 |     152.644µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:25:22 | 200 |   18.265109ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:25:24 | 200 |      41.069µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:25:25 | 200 |       39.42µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:25:29 | 200 |      38.562µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:25:34 | 200 |      40.881µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:25:35 | 200 |      39.274µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T13:25:36.289Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0dad50f7-f54d-40e2-9ff3-8dd831f1f0de","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:25:36.289Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0dad50f7-f54d-40e2-9ff3-8dd831f1f0de","keyPrefix":"sk-oai-J0AWPi0jpEmg...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 13:25:36 | 201 |    1.428213ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T13:25:36.322Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a81722eb-e44f-46d2-9b18-8428b5982ea4","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:25:36.322Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a81722eb-e44f-46d2-9b18-8428b5982ea4","keyPrefix":"sk-oai-1HHXn12hi1e9...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 13:25:36 | 201 |    1.135886ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:25:39 | 200 |      44.085µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:25:44 | 200 |      40.506µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:25:44 | 200 |     708.986µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:25:44 | 200 |     387.624µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:25:44 | 200 |     169.284µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:25:44 | 200 |    9.635399ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:25:44 | 200 |     465.987µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:25:44 | 200 |     433.849µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:25:44 | 200 |     184.879µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:25:44 | 200 |   11.937769ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:25:45 | 200 |      41.727µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:25:49 | 200 |      39.739µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:25:54 | 200 |      47.708µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:25:55 | 200 |      40.116µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:25:59 | 200 |       43.46µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:26:01 | 200 |     173.475µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:26:01 | 200 |     196.921µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:26:01 | 200 |     176.951µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:26:01 | 200 |   38.690798ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:26:04 | 200 |      38.234µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:26:05 | 200 |      39.992µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:26:09 | 200 |      48.152µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:26:14 | 200 |      37.446µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:26:15 | 200 |      40.313µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:26:15 | 200 |     165.355µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:26:15 | 200 |   12.941933ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:26:15 | 200 |     188.844µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:26:15 | 200 |   11.802668ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:26:19 | 200 |      41.611µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:26:24 | 200 |      46.865µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:26:25 | 200 |      38.164µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:26:29 | 200 |       43.08µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:26:34 | 200 |      46.152µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:26:35 | 200 |      46.177µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:26:39 | 200 |      39.504µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T13:26:41.328Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e62c5685-1f5b-45e2-b8fa-129f9036a388","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:26:41.328Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e62c5685-1f5b-45e2-b8fa-129f9036a388","keyPrefix":"sk-oai-9AJVrtEFMA15...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 13:26:41 | 201 |    2.399503ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:26:41 | 200 |     544.213µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:26:41 | 200 |      179.92µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:26:41 | 200 |     385.537µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:26:41 | 200 |     190.954µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:26:41 | 200 |     363.525µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:26:41 | 200 |     168.382µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:26:41 | 200 |     352.144µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:26:41 | 200 |     212.246µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:26:41 | 200 |     364.124µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:26:41 | 200 |     357.041µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:26:41 | 200 |     199.867µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:26:41 | 200 |   10.837643ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:26:44 | 200 |      46.654µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:26:45 | 200 |      43.932µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:26:49 | 200 |      38.165µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:26:54 | 200 |      35.848µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T13:26:55.029Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"87707300-7266-40a1-a97a-ccf73af238db","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:26:55.029Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"87707300-7266-40a1-a97a-ccf73af238db","keyPrefix":"sk-oai-6EF2gVGyeMlw...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 13:26:55 | 201 |    2.583719ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:26:55 | 200 |      34.977µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:26:55 | 200 |     513.574µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:26:55 | 200 |     223.856µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:26:59 | 200 |      33.273µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:27:04 | 200 |      40.347µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:27:05 | 200 |      50.401µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:27:09 | 200 |      39.269µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:27:14 | 200 |      42.414µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:27:15 | 200 |      40.161µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:27:19 | 200 |      45.012µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:27:24 | 200 |      45.766µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:27:25 | 200 |      40.011µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:27:29 | 200 |      43.657µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:27:34 | 200 |      41.824µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:27:35 | 200 |      41.747µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:27:39 | 200 |      42.065µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:27:44 | 200 |      39.756µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:27:45 | 200 |      42.195µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:27:49 | 200 |      41.966µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:27:54 | 200 |      41.127µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:27:55 | 200 |      39.499µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:27:59 | 200 |      39.738µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T13:28:02.082Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"d7697729-5d22-4b76-b2ff-dd9424d6d6ea","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:28:02.082Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d7697729-5d22-4b76-b2ff-dd9424d6d6ea","keyPrefix":"sk-oai-HYnSgBaYBmcj...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 13:28:02 | 201 |   10.439891ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T13:28:02.658Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"8799649b-334f-45a6-a0c0-e293780379ce","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:28:02.658Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8799649b-334f-45a6-a0c0-e293780379ce","keyPrefix":"sk-oai-1Jd5MeXhUi1v...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/08 - 13:28:02 | 201 |     1.26597ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T13:28:02.879Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"da5df135-e603-4971-8995-23552ee96d27","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:28:02.879Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"da5df135-e603-4971-8995-23552ee96d27","keyPrefix":"sk-oai-11Qz0ucZTK6z...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 13:28:02 | 201 |    1.106784ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:28:02 | 200 |    1.297863ms |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:28:02 | 200 |     487.434µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:28:02 | 200 |      188.36µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:28:02 | 200 |    11.01469ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:28:02 | 200 |     488.976µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:28:02 | 200 |     186.826µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-08T13:28:03.056Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"581cc4a7-5d5a-4616-a8ff-a20b8c9f7d84","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:28:03.056Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"581cc4a7-5d5a-4616-a8ff-a20b8c9f7d84","keyPrefix":"sk-oai-TUFHrvCNWQGk...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 13:28:03 | 201 |     983.481µs |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T13:28:03.088Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"581cc4a7-5d5a-4616-a8ff-a20b8c9f7d84"}
{"level":"info","timestamp":"2026-06-08T13:28:03.088Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"581cc4a7-5d5a-4616-a8ff-a20b8c9f7d84","revokedBy":"alice_lead"}
[GIN] 2026/06/08 - 13:28:03 | 200 |    2.025518ms |      100.64.0.3 | DELETE   "/v1/api-keys/581cc4a7-5d5a-4616-a8ff-a20b8c9f7d84" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:28:04 | 200 |      37.496µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:28:05 | 200 |       40.84µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/08 - 13:28:06 | 200 |     881.916µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-08T13:28:06.134Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/08 - 13:28:06 | 500 |      91.003µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T13:28:06.431Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"3ff69c0f-c71c-447c-97bc-1b15d8905c3b","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:28:06.431Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3ff69c0f-c71c-447c-97bc-1b15d8905c3b","keyPrefix":"sk-oai-1E72Qm0wCOE2...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 13:28:06 | 201 |    1.174652ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T13:28:06.456Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"d8e4c345-21f7-4de4-9493-58e74d6e1f75","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:28:06.456Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d8e4c345-21f7-4de4-9493-58e74d6e1f75","keyPrefix":"sk-oai-1FkTXJBgfuV6...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/08 - 13:28:06 | 201 |    1.007792ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T13:28:06.549Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"c942e709-7515-4338-9ebf-6dbc37d5ac72","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:28:06.549Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c942e709-7515-4338-9ebf-6dbc37d5ac72","keyPrefix":"sk-oai-162EQTvGD6fM...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 13:28:06 | 201 |    1.021438ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T13:28:06.574Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"c942e709-7515-4338-9ebf-6dbc37d5ac72"}
{"level":"info","timestamp":"2026-06-08T13:28:06.574Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"c942e709-7515-4338-9ebf-6dbc37d5ac72","revokedBy":"alice_lead"}
[GIN] 2026/06/08 - 13:28:06 | 200 |    1.649692ms |      100.64.0.3 | DELETE   "/v1/api-keys/c942e709-7515-4338-9ebf-6dbc37d5ac72" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:28:06 | 404 |      764.19µs |      100.64.0.2 | DELETE   "/v1/api-keys/c942e709-7515-4338-9ebf-6dbc37d5ac72" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T13:28:06.688Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"913aabb2-2c0f-4983-83e6-13eb1e016347","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:28:06.688Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"913aabb2-2c0f-4983-83e6-13eb1e016347","keyPrefix":"sk-oai-1U3r1PXyuwPY...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 13:28:06 | 201 |     979.106µs |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:28:06 | 200 |     601.345µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:28:06 | 200 |     510.339µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:28:06 | 200 |     283.589µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:28:06 | 200 |    9.816507ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T13:28:06.815Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"7da57e70-f170-409a-a588-87410e0845de","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:28:06.815Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7da57e70-f170-409a-a588-87410e0845de","keyPrefix":"sk-oai-1cTH1qxulAui...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 13:28:06 | 201 |    1.033759ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:28:06 | 200 |     415.138µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:28:06 | 403 |      87.272µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:28:06 | 200 |     608.268µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:28:06 | 200 |     572.173µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:28:06 | 200 |      359.94µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:28:06 | 200 |   10.121578ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T13:28:06.973Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"8d362925-c325-4858-b34b-bf975aaf70ad","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:28:06.973Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8d362925-c325-4858-b34b-bf975aaf70ad","keyPrefix":"sk-oai-3vEuN9KYDSof...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 13:28:06 | 201 |    1.012497ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:28:06 | 200 |      582.35µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:28:07 | 200 |     620.889µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:28:07 | 200 |     324.456µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:28:07 | 200 |    9.988108ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:28:07 | 200 |      596.19µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:28:07 | 200 |     551.463µs |     10.132.0.63 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 13:28:07 | 200 |     348.929µs |     10.132.0.63 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 13:28:07 | 200 |    9.281228ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T13:28:07.129Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"a9a7c208-332e-4f81-9e7c-f47106b7bc13","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T13:28:07.129Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a9a7c208-332e-4f81-9e7c-f47106b7bc13","keyPrefix":"sk-oai-U9h9QqYtuO4M...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 13:28:07 | 201 |    1.667513ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 13:28:09 | 200 |      46.806µs |      10.134.0.2 | GET      "/health"