{"level":"info","timestamp":"2026-06-03T19:58:12.523Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"477538d3-926c-4382-bd4c-646dfdd57d84","keyPrefix":"sk-oai-XzIuBPr2Lzl5...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 19:58:12 | 201 |    1.665457ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:58:12 | 200 |     518.475µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:58:12 | 200 |      244.84µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:58:12 | 200 |      417.68µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:58:12 | 200 |     221.133µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:58:16 | 200 |      54.465µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:58:21 | 200 |      40.936µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:58:21 | 200 |      42.535µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:58:26 | 200 |      41.841µs |      10.133.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-03T19:58:30.351Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-03T19:58:30.351Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/03 - 19:58:30 | 400 |     336.845µs |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:58:31 | 200 |      42.071µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:58:31 | 200 |      47.921µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:58:36 | 200 |      56.289µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:58:41 | 200 |      42.107µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:58:41 | 200 |      40.924µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:58:46 | 200 |      40.334µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T19:58:47.981Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"ddb08552-208d-4d05-a64b-c67558b7b63d","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T19:58:47.981Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ddb08552-208d-4d05-a64b-c67558b7b63d","keyPrefix":"sk-oai-MPdZqGACR9PL...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 19:58:47 | 201 |   11.519638ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:58:48 | 200 |    1.341511ms |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:58:48 | 200 |      198.48µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:58:51 | 200 |      41.868µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:58:51 | 200 |      48.553µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:58:56 | 200 |       44.24µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T19:58:57.054Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"a3faf28d-19a2-43a2-9c72-3d94d915750e","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T19:58:57.054Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a3faf28d-19a2-43a2-9c72-3d94d915750e","keyPrefix":"sk-oai-DCrDPGkp9o2O...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 19:58:57 | 201 |    2.063764ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:59:01 | 200 |      41.059µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:01 | 200 |      42.257µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:05 | 200 |     1.00993ms |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:59:05 | 200 |     174.472µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:59:06 | 200 |      48.632µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:11 | 200 |      37.546µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:11 | 200 |      41.381µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:16 | 200 |      42.948µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:21 | 200 |      40.454µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:21 | 200 |      41.648µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T19:59:22.619Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"ce739e16-2689-4431-ba8d-eb8526034a26","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T19:59:22.619Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ce739e16-2689-4431-ba8d-eb8526034a26","keyPrefix":"sk-oai-PC86FNtWqn54...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 19:59:22 | 201 |     1.99942ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:59:22 | 200 |     560.241µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:59:22 | 200 |      221.61µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:59:26 | 200 |       41.06µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:31 | 200 |      34.125µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:31 | 200 |      49.378µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:36 | 200 |      41.519µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:41 | 200 |      39.579µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:41 | 200 |      40.362µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:46 | 200 |      37.058µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:51 | 200 |      54.423µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:51 | 200 |      39.137µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:56 | 200 |       40.05µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:01 | 200 |      40.337µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:01 | 200 |      40.947µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:06 | 200 |      39.058µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:00:06.633Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/03 - 20:00:06 | 200 |    1.036972ms |     10.132.0.63 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/03 - 20:00:11 | 200 |      41.899µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:11 | 200 |      39.315µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:16 | 200 |      41.351µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:21 | 200 |      42.485µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:21 | 200 |      39.684µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:26 | 200 |       39.75µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:31 | 200 |      48.354µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:31 | 200 |      38.394µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:36 | 200 |      40.202µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:41 | 200 |      42.954µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:41 | 200 |       37.49µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:46 | 200 |      49.226µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:51 | 200 |      43.719µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:51 | 200 |      42.865µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:56 | 200 |      41.527µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:01:01 | 200 |      49.266µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:01:01 | 200 |      40.349µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:01:06 | 200 |      41.092µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:01:11 | 200 |      41.801µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:01:11 | 200 |      38.709µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:01:16 | 200 |      41.984µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:01:21 | 200 |      39.803µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:01:21 | 200 |      37.605µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:01:24.118Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"56afff76-3063-4e98-998e-a66898417bfe","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:01:24.118Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"56afff76-3063-4e98-998e-a66898417bfe","keyPrefix":"sk-oai-1EfioPwzDvJi...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:01:24 | 201 |    1.416232ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:01:26 | 200 |      37.999µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:01:31 | 200 |      52.184µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:01:31 | 200 |      61.968µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:01:36 | 200 |      39.826µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:01:41 | 200 |      41.172µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:01:41 | 200 |      52.793µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:01:46 | 200 |      38.664µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:01:46 | 200 |     1.12008ms |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:01:46 | 200 |     188.425µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:01:47 | 404 |     961.993µs |      100.64.0.3 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:01:51 | 200 |      38.153µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:01:51 | 200 |      38.909µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:01:56 | 200 |      39.373µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:02:01 | 200 |      38.537µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:02:01 | 200 |      46.317µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:02:06 | 200 |      59.646µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:02:11 | 200 |      67.473µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:02:11 | 200 |      41.221µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:02:16 | 200 |      40.493µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:02:21 | 200 |      39.614µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:02:21 | 200 |      38.729µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:02:26 | 200 |      44.474µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:02:31 | 200 |      40.113µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:02:31 | 200 |      39.261µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:02:36 | 200 |      39.126µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:02:41 | 200 |       45.01µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:02:41 | 200 |      39.713µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:02:41.805Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"21850dd5-393f-48cb-9490-35bdbe6458f3","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:02:41.805Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"21850dd5-393f-48cb-9490-35bdbe6458f3","keyPrefix":"sk-oai-LvhAUMOwcdbP...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:02:41 | 201 |     1.49605ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:02:41 | 200 |      543.94µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:02:41 | 200 |     170.029µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:02:46 | 200 |      40.772µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:02:51 | 200 |      39.845µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:02:51 | 200 |      39.107µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:02:56 | 200 |      40.493µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:03:01.048Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"41e90028-d457-40c4-ac64-a1779b0fb672","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:03:01.048Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"41e90028-d457-40c4-ac64-a1779b0fb672","keyPrefix":"sk-oai-15dnZFnDqsrx...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:03:01 | 201 |    1.362562ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:03:01 | 200 |     543.991µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:03:01 | 200 |     156.365µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:03:01 | 200 |      38.184µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:03:01 | 200 |      550.87µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:03:01 | 200 |     140.732µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:03:01 | 200 |      37.415µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:03:06 | 200 |      41.749µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:03:11 | 200 |       37.49µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:03:11 | 200 |      40.381µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:03:16 | 200 |      41.527µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:03:20.513Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"466fffbd-9669-4f96-96b8-22f60a310a7c","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:03:20.513Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"466fffbd-9669-4f96-96b8-22f60a310a7c","keyPrefix":"sk-oai-UAYKXvrdEU8X...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:03:20 | 201 |    1.440894ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:03:20 | 200 |      417.77µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:03:20 | 200 |     351.295µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:03:20 | 200 |     137.676µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:03:20 | 200 |   18.924683ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:03:21 | 200 |      48.135µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:03:21 | 200 |       39.88µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:03:26 | 200 |      41.846µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:03:31 | 200 |      44.205µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:03:31 | 200 |       41.28µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:03:36 | 200 |      48.426µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:03:39 | 200 |     141.819µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:03:39 | 200 |     138.818µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:03:39 | 200 |   23.047472ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:03:41 | 200 |      40.878µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:03:41 | 200 |      39.657µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:03:46 | 200 |      39.317µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:03:51 | 200 |        40.4µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:03:51 | 200 |      41.372µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:03:53.767Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b36469ab-cc9e-480d-b584-d8aad5e90646","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:03:53.767Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b36469ab-cc9e-480d-b584-d8aad5e90646","keyPrefix":"sk-oai-1Ndgqx75NZ0q...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:03:53 | 201 |   10.681154ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:03:56 | 200 |      40.274µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:04:01 | 200 |      41.421µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:04:01 | 200 |      40.183µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:04:06 | 200 |      40.151µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:04:11 | 200 |      50.532µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:04:11 | 200 |      40.384µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:04:16 | 200 |      45.848µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:04:21 | 200 |      41.849µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:04:21 | 200 |       39.53µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:04:23 | 200 |    2.675236ms |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:04:23 | 200 |     222.092µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:04:23 | 200 |     546.755µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:04:23 | 200 |     538.263µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:04:23 | 200 |     272.415µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:04:23 | 200 |   12.395389ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:04:26 | 200 |      41.734µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:04:31 | 200 |       42.05µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:04:31 | 200 |      42.313µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:04:36 | 200 |      38.676µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:04:40 | 200 |     137.556µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:04:40 | 200 |    13.01032ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:04:41 | 200 |      44.041µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:04:41 | 200 |      40.937µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:04:46 | 200 |      39.581µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:04:49.559Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4f4d4380-8549-4083-b13e-abe3a7779f9b","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:04:49.559Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4f4d4380-8549-4083-b13e-abe3a7779f9b","keyPrefix":"sk-oai-1YuxgORl5zXt...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:04:49 | 201 |     1.56918ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:04:51 | 200 |      42.812µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:04:51 | 200 |      49.249µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:04:56 | 200 |      39.044µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:04:57 | 200 |     745.921µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:04:57 | 200 |     433.998µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:04:57 | 200 |     110.735µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:04:57 | 200 |    9.596071ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:04:58.082Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9b1dd8bd-26f0-43d9-8ce3-5e6a2a34128d","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:04:58.082Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9b1dd8bd-26f0-43d9-8ce3-5e6a2a34128d","keyPrefix":"sk-oai-Bu2yBqSWy0Vp...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:04:58 | 201 |    1.183149ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:05:01 | 200 |      39.551µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:05:01 | 200 |      37.531µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:05:06 | 200 |    1.126482ms |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:05:06 | 200 |     592.961µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:05:06 | 200 |     344.961µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:05:06 | 200 |    6.838657ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:05:06 | 200 |     558.278µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:05:06 | 200 |     585.427µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:05:06 | 200 |     359.628µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:05:06 | 200 |    6.267044ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:05:06 | 200 |      28.758µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:05:07.054Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ec3a6dd7-4a1f-42ff-bae9-b2994db52d4e","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:05:07.054Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ec3a6dd7-4a1f-42ff-bae9-b2994db52d4e","keyPrefix":"sk-oai-LWsTOJf1Yr2v...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:05:07 | 201 |    1.176516ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:05:11 | 200 |      47.693µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:05:11 | 200 |      38.091µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:05:15 | 200 |     816.756µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:05:15 | 200 |     384.541µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:05:15 | 200 |     193.923µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:05:15 | 200 |    9.791796ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:05:16 | 200 |      41.378µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:05:21 | 200 |        40.9µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:05:21 | 200 |      41.829µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:05:24.226Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"510c0499-52f8-4d19-8bfb-0447923fa094","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:05:24.226Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"510c0499-52f8-4d19-8bfb-0447923fa094","keyPrefix":"sk-oai-9d66MjcvxHU6...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:05:24 | 201 |    1.455102ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:05:26 | 200 |      64.145µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:05:31 | 200 |      37.766µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:05:31 | 200 |      48.636µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:05:32 | 200 |     884.339µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:05:32 | 200 |     494.167µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:05:32 | 200 |     196.324µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:05:32 | 200 |     405.927µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:05:32 | 200 |     161.286µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:05:32 | 200 |   21.122016ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:05:36 | 200 |      38.042µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:05:41 | 200 |      47.375µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:05:41 | 200 |      38.728µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:05:45.643Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"41109528-fa7d-420a-a4aa-0f561c6236c2","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:05:45.643Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"41109528-fa7d-420a-a4aa-0f561c6236c2","keyPrefix":"sk-oai-je6EssiOaCxe...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:05:45 | 201 |    1.490676ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:05:46 | 200 |      40.182µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:05:51 | 200 |      40.498µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:05:51 | 200 |      39.709µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:05:53 | 200 |     876.865µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:05:53 | 200 |     431.545µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:05:53 | 200 |     154.939µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:05:53 | 200 |    9.647792ms |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:05:53 | 200 |     136.363µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:05:53 | 200 |   23.838762ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:05:56 | 200 |      38.961µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:01 | 200 |      41.341µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:01 | 200 |      40.903µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:06 | 200 |      43.587µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:11 | 200 |      41.676µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:11 | 200 |      46.096µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:11 | 200 |     211.378µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:06:11 | 200 |     197.382µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:06:11 | 200 |     220.662µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:06:11 | 200 |    35.08891ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:06:16 | 200 |      39.662µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:21 | 200 |      39.091µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:21 | 200 |      38.778µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:26 | 200 |      62.328µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:29 | 200 |     167.114µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:06:29 | 200 |   12.932499ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:06:31 | 200 |      41.607µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:31 | 200 |      39.854µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:36 | 200 |      67.193µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:06:40.514Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1b0d631c-a548-477f-8df2-3a904c739455","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:06:40.514Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1b0d631c-a548-477f-8df2-3a904c739455","keyPrefix":"sk-oai-1K8DZp3rYDK7...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:06:40 | 201 |    1.696143ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:06:41 | 200 |      73.176µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:41 | 200 |      41.408µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:46 | 200 |      42.631µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:48 | 200 |     871.346µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:06:48 | 200 |      135.32µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:06:49.119Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5cce8063-8746-4e0b-a9fd-242ea3a77201","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:06:49.119Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5cce8063-8746-4e0b-a9fd-242ea3a77201","keyPrefix":"sk-oai-9nOfJGDCUIEZ...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:06:49 | 201 |    1.254171ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:06:51 | 200 |      48.533µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:51 | 200 |      38.883µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:56 | 200 |      39.661µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:57 | 200 |     866.499µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:06:57 | 200 |     795.963µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:06:57 | 200 |     112.205µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:06:57 | 200 |   10.997294ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:06:57.516Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"63ea48f2-69ec-4ee6-80a8-85b1661e1032","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:06:57.516Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"63ea48f2-69ec-4ee6-80a8-85b1661e1032","keyPrefix":"sk-oai-EgAPe1oT2ysv...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:06:57 | 201 |    1.163266ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:07:01 | 200 |      41.581µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:07:01 | 200 |      53.384µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:07:05 | 200 |    1.257721ms |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:07:05 | 200 |     446.042µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:07:05 | 200 |     126.342µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:07:05 | 200 |     9.72271ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:07:06 | 200 |      42.695µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:07:06.248Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"aaa43ed2-9485-41c9-b7bb-864feabea849","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:07:06.248Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"aaa43ed2-9485-41c9-b7bb-864feabea849","keyPrefix":"sk-oai-1Y3UGX7Oq2hh...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:07:06 | 201 |    1.282688ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:07:11 | 200 |       42.82µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:07:11 | 200 |      43.043µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:07:14 | 200 |     777.951µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:07:14 | 200 |     437.308µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:07:14 | 200 |     167.316µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:07:14 | 200 |    9.582928ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:07:16 | 200 |       40.51µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:07:21 | 200 |      41.695µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:07:21 | 200 |      37.989µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:07:23.435Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"cf4431d0-57f6-4ef6-af97-b928bd59c840","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:07:23.435Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cf4431d0-57f6-4ef6-af97-b928bd59c840","keyPrefix":"sk-oai-1Lk3EyWBFNeW...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:07:23 | 201 |    1.470309ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:07:26 | 200 |      38.921µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:07:31 | 200 |      42.088µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:07:31 | 200 |      40.342µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:07:36 | 200 |      40.553µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:07:39 | 200 |     763.705µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:07:39 | 403 |     101.008µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:07:41 | 200 |      47.352µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:07:41 | 200 |      40.378µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:07:46 | 200 |      39.602µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:07:51 | 200 |      39.835µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:07:51 | 200 |      38.493µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:07:56 | 200 |      44.305µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:07:56 | 403 |     142.925µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:08:01 | 200 |      40.588µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:08:01 | 200 |      49.017µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:08:06 | 200 |      43.943µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:08:11 | 200 |      45.054µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:08:11 | 200 |        45.3µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:08:13 | 403 |     138.143µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:08:16 | 200 |       40.69µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:08:21 | 200 |      37.078µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:08:21 | 200 |      38.334µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:08:26 | 200 |      39.676µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:08:31 | 200 |      44.319µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:08:31 | 403 |      126.82µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:08:31 | 200 |      43.278µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:08:36 | 200 |      38.975µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:08:41 | 200 |      48.878µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:08:41 | 200 |       40.59µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:08:46 | 200 |      38.641µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:08:47.354Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6391d0d4-f8fb-45f8-9381-0cf31f0cf1fd","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:08:47.354Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6391d0d4-f8fb-45f8-9381-0cf31f0cf1fd","keyPrefix":"sk-oai-hM2YdDgJTttu...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:08:47 | 201 |    1.877766ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:08:51 | 200 |      48.861µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:08:51 | 200 |      44.311µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:08:55 | 200 |     809.891µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:08:55 | 200 |     437.535µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:08:55 | 200 |     209.639µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:08:55 | 200 |    18.96658ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:08:56 | 200 |       41.57µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:09:01 | 200 |      41.012µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:09:01 | 200 |      43.555µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:09:06 | 200 |      41.462µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:09:11 | 200 |      43.514µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:09:11.594Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"72385d99-70e4-47f2-9c40-c64589a5a42e","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:09:11.595Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"72385d99-70e4-47f2-9c40-c64589a5a42e","keyPrefix":"sk-oai-2HrrkY0O82hc...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:09:11 | 201 |     1.42961ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:09:11.623Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6d60567b-c204-441a-b5a0-0509af2d2ba4","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:09:11.623Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6d60567b-c204-441a-b5a0-0509af2d2ba4","keyPrefix":"sk-oai-1F9WNiUgJX7H...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:09:11 | 201 |    1.123872ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:09:11 | 200 |      34.806µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:09:16 | 200 |      42.778µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:09:19 | 200 |     795.709µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:09:19 | 200 |     412.133µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:09:19 | 200 |     138.381µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:09:19 | 200 |   10.051848ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:09:19 | 200 |     431.719µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:09:19 | 200 |     390.372µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:09:19 | 200 |     157.867µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:09:19 | 200 |   12.168441ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:09:21 | 200 |      43.343µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:09:21 | 200 |       40.73µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:09:26 | 200 |      52.537µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:09:31 | 200 |      42.653µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:09:31 | 200 |      48.034µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:09:36 | 200 |      39.392µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:09:38 | 200 |     168.434µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:09:38 | 200 |     354.258µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:09:38 | 200 |     379.716µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:09:38 | 200 |   35.205051ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:09:41 | 200 |      43.108µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:09:41 | 200 |      43.305µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:09:46 | 200 |      43.494µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:09:51 | 200 |      42.552µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:09:51 | 200 |       38.35µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:09:56 | 200 |      41.888µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:09:56 | 200 |     278.816µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:09:56 | 200 |   13.110048ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:09:56 | 200 |     251.401µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:09:56 | 200 |   11.854417ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:10:01 | 200 |      39.947µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:10:01 | 200 |      56.526µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:10:06 | 200 |      45.634µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:10:11 | 200 |      47.095µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:10:11 | 200 |      39.566µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:10:16 | 200 |      46.165µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:10:21 | 200 |       40.94µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:10:21 | 200 |      42.359µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:10:22.456Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f633f5bb-2751-45bb-aa69-85bd3680da71","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:10:22.456Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f633f5bb-2751-45bb-aa69-85bd3680da71","keyPrefix":"sk-oai-hfQDnTD2LtJB...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:10:22 | 201 |    1.369572ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:10:22 | 200 |     586.533µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:10:22 | 200 |     281.566µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:10:22 | 200 |         601µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:10:22 | 200 |     243.936µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:10:22 | 200 |     527.474µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:10:22 | 200 |     260.975µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:10:22 | 200 |     466.512µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:10:22 | 200 |     497.109µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:10:22 | 200 |      281.44µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:10:22 | 200 |   11.041014ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:10:26 | 200 |      39.568µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:10:31 | 200 |      39.547µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:10:31 | 200 |      38.226µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:10:36 | 200 |      42.797µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:10:40.278Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"363ad0e3-348d-4e4a-863d-8d431440300a","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:10:40.278Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"363ad0e3-348d-4e4a-863d-8d431440300a","keyPrefix":"sk-oai-1LmDFBaGyegW...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:10:40 | 201 |    1.370719ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:10:40 | 200 |     600.044µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:10:40 | 200 |     254.693µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:10:41 | 200 |      42.765µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:10:41 | 200 |      38.478µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:10:46 | 200 |       41.62µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:10:51 | 200 |      43.646µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:10:51 | 200 |      40.811µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:10:56 | 200 |      38.265µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:11:01 | 200 |      49.823µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:11:01 | 200 |       38.71µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:11:06 | 200 |      37.941µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:11:11 | 200 |      40.196µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:11:11 | 200 |      42.041µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:11:16 | 200 |       44.66µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:11:20.104Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"5a255362-319c-48b8-b798-f0b31c2c282b","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:11:20.104Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5a255362-319c-48b8-b798-f0b31c2c282b","keyPrefix":"sk-oai-wCRsd2ZvE7On...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 20:11:20 | 201 |   11.400241ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:11:20.597Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"1e29e6fb-60b1-4c52-bc4f-d1b7eae72433","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:11:20.597Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1e29e6fb-60b1-4c52-bc4f-d1b7eae72433","keyPrefix":"sk-oai-fto5ifEdxOo1...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/03 - 20:11:20 | 201 |     1.60255ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:11:20.798Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"ff2b527e-5f7e-4da6-a76f-a1979b08b947","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:11:20.798Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ff2b527e-5f7e-4da6-a76f-a1979b08b947","keyPrefix":"sk-oai-HXNQ7y0iMNcf...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 20:11:20 | 201 |    1.196489ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:11:20 | 200 |    1.167266ms |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:11:20 | 200 |     457.151µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:11:20 | 200 |     117.455µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:11:20 | 200 |   10.504218ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:11:20 | 200 |     407.583µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:11:20 | 200 |     110.776µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-03T20:11:20.949Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"14ac8b29-dd7c-47f5-98b9-7798c65efdd7","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:11:20.949Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"14ac8b29-dd7c-47f5-98b9-7798c65efdd7","keyPrefix":"sk-oai-YlxBrORR9Ycu...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 20:11:20 | 201 |    1.156905ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:11:20.974Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"14ac8b29-dd7c-47f5-98b9-7798c65efdd7"}
{"level":"info","timestamp":"2026-06-03T20:11:20.974Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"14ac8b29-dd7c-47f5-98b9-7798c65efdd7","revokedBy":"alice_lead"}
[GIN] 2026/06/03 - 20:11:20 | 200 |     2.55769ms |      100.64.0.4 | DELETE   "/v1/api-keys/14ac8b29-dd7c-47f5-98b9-7798c65efdd7" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:11:21 | 200 |      39.345µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:11:21 | 200 |      39.321µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:11:23 | 200 |    1.041888ms |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-03T20:11:24.001Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/03 - 20:11:24 | 500 |     109.588µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:11:24.282Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"4b2856f5-3120-4006-a4e3-540f72ec35b1","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:11:24.282Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4b2856f5-3120-4006-a4e3-540f72ec35b1","keyPrefix":"sk-oai-9j8aDxTU4Lgi...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 20:11:24 | 201 |    1.654926ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:11:24.308Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"35ad3539-19a5-4b77-a00b-08ba53f044f4","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:11:24.308Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"35ad3539-19a5-4b77-a00b-08ba53f044f4","keyPrefix":"sk-oai-1YtecEN3wOxw...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/03 - 20:11:24 | 201 |      1.5282ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:11:24.396Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"66019ab8-79d0-4417-bd62-93e5f9d880cb","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:11:24.396Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"66019ab8-79d0-4417-bd62-93e5f9d880cb","keyPrefix":"sk-oai-otdGaMpiGxXg...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 20:11:24 | 201 |    1.539052ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:11:24.418Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"66019ab8-79d0-4417-bd62-93e5f9d880cb"}
{"level":"info","timestamp":"2026-06-03T20:11:24.418Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"66019ab8-79d0-4417-bd62-93e5f9d880cb","revokedBy":"alice_lead"}
[GIN] 2026/06/03 - 20:11:24 | 200 |     2.04471ms |      100.64.0.3 | DELETE   "/v1/api-keys/66019ab8-79d0-4417-bd62-93e5f9d880cb" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:11:24 | 404 |      694.55µs |      100.64.0.2 | DELETE   "/v1/api-keys/66019ab8-79d0-4417-bd62-93e5f9d880cb" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:11:24.532Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"3bd791c7-9c09-4125-abfe-2bbed8c718cc","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:11:24.532Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3bd791c7-9c09-4125-abfe-2bbed8c718cc","keyPrefix":"sk-oai-1FezWLqxQY0R...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 20:11:24 | 201 |    1.529562ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:11:24 | 200 |     513.757µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:11:24 | 200 |     419.876µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:11:24 | 200 |     111.762µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:11:24 | 200 |    9.438784ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:11:24.643Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"a260c8ef-3f41-4eb4-904f-0ef89a7cb13c","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:11:24.643Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a260c8ef-3f41-4eb4-904f-0ef89a7cb13c","keyPrefix":"sk-oai-1VyTvtf0c5Sr...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 20:11:24 | 201 |    1.440807ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:11:24 | 200 |     365.659µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:11:24 | 403 |      61.832µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:11:24 | 200 |      370.71µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:11:24 | 200 |     357.244µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:11:24 | 200 |       102.1µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:11:24 | 200 |     9.62596ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:11:24.780Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"7d4b445a-bc11-4ff8-bc34-369efe73c60f","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:11:24.780Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7d4b445a-bc11-4ff8-bc34-369efe73c60f","keyPrefix":"sk-oai-fO3CJCd3XRBC...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 20:11:24 | 201 |    1.659471ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:11:24 | 200 |     426.298µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:11:24 | 200 |     359.091µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:11:24 | 200 |     109.177µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:11:24 | 200 |    8.849651ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:11:24 | 200 |     361.131µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:11:24 | 200 |     348.689µs |     10.132.0.62 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:11:24 | 200 |      98.371µs |     10.132.0.62 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:11:24 | 200 |    8.905871ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:11:24.922Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"264e5e72-f81d-4b24-a4b8-a948063e4b0d","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:11:24.922Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"264e5e72-f81d-4b24-a4b8-a948063e4b0d","keyPrefix":"sk-oai-VDuPzrEIUqop...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 20:11:24 | 201 |    1.519273ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:11:26 | 200 |      43.649µs |      10.133.0.2 | GET      "/health"