{"level":"error","timestamp":"2026-06-03T23:51:41.075Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/03 - 23:51:41 | 400 |     291.344µs |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:51:44 | 200 |      39.521µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:51:46 | 200 |       43.33µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:51:49 | 200 |      40.339µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:51:54 | 200 |       39.36µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:51:56 | 200 |      39.471µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:51:58.541Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"45606057-636b-49cb-919d-7ae6bb82ed73","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:51:58.542Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"45606057-636b-49cb-919d-7ae6bb82ed73","keyPrefix":"sk-oai-Q9tYrI1CkkgD...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:51:58 | 201 |   12.174339ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:51:58 | 200 |    1.522052ms |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:51:58 | 200 |     167.865µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:51:59 | 200 |       42.07µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:52:04 | 200 |      39.413µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:52:06 | 200 |      41.272µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:52:07.651Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"2204c87d-c2c3-458b-9f2e-ae62148cf378","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:52:07.651Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2204c87d-c2c3-458b-9f2e-ae62148cf378","keyPrefix":"sk-oai-sf8tZvSBbsNG...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:52:07 | 201 |    2.561053ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:52:09 | 200 |      62.496µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:52:14 | 200 |      37.906µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:52:15 | 200 |    1.191575ms |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:52:15 | 200 |     119.429µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:52:16 | 200 |      42.831µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:52:19 | 200 |      40.734µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:52:24 | 200 |      39.913µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:52:26 | 200 |       37.58µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:52:29 | 200 |      39.681µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:52:33.325Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"54f35fb1-1dd0-4c5b-aa65-1c6a38a0b157","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:52:33.325Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"54f35fb1-1dd0-4c5b-aa65-1c6a38a0b157","keyPrefix":"sk-oai-15pbUSn7cgcw...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:52:33 | 201 |    2.204942ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:52:33 | 200 |     637.555µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:52:33 | 200 |     147.172µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:52:34 | 200 |      42.682µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:52:36 | 200 |      39.648µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:52:39 | 200 |      39.489µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:52:44 | 200 |      39.826µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:52:46 | 200 |      42.844µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:52:49 | 200 |       42.57µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:52:54 | 200 |      39.136µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:52:56 | 200 |      39.833µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:52:59 | 200 |       40.24µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:53:04 | 200 |      39.526µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:53:06 | 200 |      39.642µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:53:09 | 200 |       37.02µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:53:14 | 200 |       36.62µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:53:16 | 200 |      41.923µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:53:19 | 200 |      38.865µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:53:24 | 200 |      40.203µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:53:26 | 200 |      38.079µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:53:29 | 200 |      40.816µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:53:34 | 200 |      36.271µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:53:36 | 200 |      39.388µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:53:39 | 200 |      39.196µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:53:44 | 200 |      42.858µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:53:46 | 200 |      40.063µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:53:49 | 200 |      41.661µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:53:54 | 200 |      38.503µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:53:56 | 200 |       39.34µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:53:59 | 200 |      39.468µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:54:04 | 200 |      41.087µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:54:06 | 200 |      39.647µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:54:09 | 200 |      42.233µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:54:14 | 200 |      38.367µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:54:16 | 200 |      40.391µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:54:19 | 200 |        40.1µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:54:24 | 200 |      39.424µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:54:26 | 200 |       37.07µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:54:29 | 200 |       37.16µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:54:33.034Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"a6defae2-cecd-458b-b0b0-60a994bacfcf","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:54:33.034Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a6defae2-cecd-458b-b0b0-60a994bacfcf","keyPrefix":"sk-oai-1eifAnlXBSJ9...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:54:33 | 201 |    2.091475ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:54:34 | 200 |      39.234µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:54:36 | 200 |      39.427µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:54:39 | 200 |      36.183µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:54:44 | 200 |      41.808µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:54:46 | 200 |      41.309µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:54:49 | 200 |      41.794µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:54:54 | 200 |      41.034µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:54:56 | 200 |      55.619µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:54:57 | 200 |     1.09383ms |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:54:57 | 200 |     168.912µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:54:58 | 404 |    1.242399ms |      100.64.0.2 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:54:59 | 200 |      42.497µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:55:04 | 200 |      41.533µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:55:06 | 200 |      69.473µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:55:09 | 200 |      40.522µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:55:14 | 200 |      43.586µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:55:16 | 200 |      39.534µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:55:19 | 200 |      36.936µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:55:24 | 200 |      39.342µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:55:26 | 200 |      43.778µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:55:29 | 200 |      41.967µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:55:34 | 200 |      47.087µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:55:36 | 200 |      40.207µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:55:39 | 200 |       40.82µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:55:44 | 200 |      40.577µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:55:46 | 200 |      50.246µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:55:49 | 200 |      42.976µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:55:52.993Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"dbebe794-e0db-4387-b724-6fb8a3d8e451","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:55:52.993Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"dbebe794-e0db-4387-b724-6fb8a3d8e451","keyPrefix":"sk-oai-klxlvsQOr7Y4...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:55:52 | 201 |    2.252879ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:55:53 | 200 |     670.945µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:55:53 | 200 |     159.056µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:55:54 | 200 |      43.978µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:55:56 | 200 |      38.257µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:55:59 | 200 |      45.877µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:56:04 | 200 |      39.993µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:56:06 | 200 |      38.922µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:56:09 | 200 |      39.529µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:56:12.256Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"d7b8d37b-d765-441c-a014-176e913e3319","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:56:12.256Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d7b8d37b-d765-441c-a014-176e913e3319","keyPrefix":"sk-oai-1UQgqh5MFbDG...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:56:12 | 201 |    2.227725ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:56:12 | 200 |     708.714µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:56:12 | 200 |     145.316µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:56:12 | 200 |     672.864µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:56:12 | 200 |     157.968µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:56:14 | 200 |      38.743µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:56:16 | 200 |      41.784µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:56:19 | 200 |      37.528µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:56:24 | 200 |      44.821µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:56:26 | 200 |      38.647µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:56:29 | 200 |      38.443µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:56:31.809Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"66446e5a-a004-47c3-9780-4cf85aad83e8","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:56:31.809Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"66446e5a-a004-47c3-9780-4cf85aad83e8","keyPrefix":"sk-oai-EzuAkA9tdO4B...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:56:31 | 201 |    1.975301ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:56:31 | 200 |     457.995µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:56:31 | 200 |      391.28µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:56:31 | 200 |     155.917µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:56:31 | 200 |    20.09026ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:56:34 | 200 |      39.307µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:56:36 | 200 |      41.532µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:56:39 | 200 |      43.074µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:56:44 | 200 |      53.585µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:56:46 | 200 |      37.893µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:56:49 | 200 |      37.503µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:56:51 | 200 |     171.502µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:56:51 | 200 |     145.878µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:56:51 | 200 |   22.694476ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:56:54 | 200 |       38.43µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:56:56 | 200 |      57.262µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:56:59 | 200 |      38.291µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:57:04 | 200 |      38.739µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:57:05.264Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"de0d627e-a912-4838-8897-68a5b89b356d","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:57:05.264Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"de0d627e-a912-4838-8897-68a5b89b356d","keyPrefix":"sk-oai-19z4bCzNfkdO...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:57:05 | 201 |   11.402269ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:57:06 | 200 |      37.234µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:57:09 | 200 |      35.603µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:57:14 | 200 |       39.53µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:57:16 | 200 |      38.149µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:57:19 | 200 |      39.113µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:57:24 | 200 |      40.097µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:57:26 | 200 |      41.653µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:57:29 | 200 |      42.142µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:57:34 | 200 |       37.34µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:57:35 | 200 |    1.863187ms |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:57:35 | 200 |     131.243µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:57:35 | 200 |     599.857µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:57:35 | 200 |     558.375µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:57:35 | 200 |     123.072µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:57:35 | 200 |   11.666579ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:57:36 | 200 |      38.925µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:57:39 | 200 |      36.973µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:57:44 | 200 |      36.785µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:57:46 | 200 |        41.4µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:57:49 | 200 |      49.532µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:57:52 | 200 |     138.906µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:57:52 | 200 |   15.792979ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:57:54 | 200 |       42.79µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:57:56 | 200 |      38.074µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:57:59 | 200 |      39.625µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:58:01.170Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"71cc5514-5fcc-4563-9432-fa884d997016","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:58:01.170Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"71cc5514-5fcc-4563-9432-fa884d997016","keyPrefix":"sk-oai-Ubaw6dheqji4...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:58:01 | 201 |    2.295828ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:58:04 | 200 |      37.311µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:58:06 | 200 |      38.353µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:58:09 | 200 |    1.214659ms |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:58:09 | 200 |     611.121µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:58:09 | 200 |     148.421µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:58:09 | 200 |    9.923415ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:58:09 | 200 |      49.409µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:58:09.733Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ab126cbe-d859-48e1-8a51-b74d6e20e943","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:58:09.733Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ab126cbe-d859-48e1-8a51-b74d6e20e943","keyPrefix":"sk-oai-1NlWZmrtmsWX...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:58:09 | 201 |    1.823482ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:58:14 | 200 |      37.566µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:58:16 | 200 |      36.477µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:58:17 | 200 |     963.975µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:58:17 | 200 |      414.18µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:58:17 | 200 |     127.063µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:58:17 | 200 |    6.859531ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:58:17 | 200 |     546.574µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:58:17 | 200 |     419.635µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:58:17 | 200 |     123.087µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:58:17 | 200 |    6.335903ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T23:58:18.802Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"87dec6cf-e0d5-487b-a579-68556bf01712","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:58:18.802Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"87dec6cf-e0d5-487b-a579-68556bf01712","keyPrefix":"sk-oai-FNVQqUqYpaJc...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:58:18 | 201 |    2.054492ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:58:19 | 200 |      39.301µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:58:24 | 200 |      38.012µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:58:26 | 200 |      40.267µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:58:26 | 200 |     929.613µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:58:26 | 200 |     445.861µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:58:26 | 200 |     134.479µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:58:26 | 200 |   10.342036ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:58:29 | 200 |      43.044µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:58:34 | 200 |      62.474µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:58:36.033Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"cc54468b-3822-48f4-9d09-aa87cfc90f7c","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:58:36.033Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cc54468b-3822-48f4-9d09-aa87cfc90f7c","keyPrefix":"sk-oai-1doHZTcSuoJt...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:58:36 | 201 |    1.831982ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:58:36 | 200 |       49.17µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:58:39 | 200 |      39.058µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:58:44 | 200 |    1.127042ms |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:58:44 | 200 |     475.289µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:58:44 | 200 |     133.078µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:58:44 | 200 |     502.274µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:58:44 | 200 |     136.098µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:58:44 | 200 |   21.774787ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:58:44 | 200 |      41.754µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:58:46 | 200 |      42.536µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:58:49 | 200 |      41.197µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:58:54 | 200 |      39.914µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:58:56 | 200 |      47.315µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:58:57.553Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"810fdc3e-e0bd-4adf-8aaa-50d46775521f","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:58:57.553Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"810fdc3e-e0bd-4adf-8aaa-50d46775521f","keyPrefix":"sk-oai-jvxhzaaewRLI...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:58:57 | 201 |    3.787957ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:58:59 | 200 |       42.96µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:59:04 | 200 |      37.652µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:59:05 | 200 |     924.122µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:59:05 | 200 |     478.687µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:59:05 | 200 |     178.123µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:59:05 | 200 |   10.381241ms |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 23:59:05 | 200 |     152.032µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:59:05 | 200 |   34.812951ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:59:06 | 200 |      59.897µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:59:09 | 200 |      41.981µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:59:14 | 200 |      38.607µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:59:16 | 200 |       37.63µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:59:19 | 200 |      44.809µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:59:23 | 200 |     175.332µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:59:23 | 200 |     167.705µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:59:23 | 200 |     151.719µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:59:23 | 200 |   38.474912ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:59:24 | 200 |       39.23µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:59:26 | 200 |       36.06µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:59:29 | 200 |      40.043µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:59:34 | 200 |     109.868µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:59:36 | 200 |      37.985µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:59:39 | 200 |      40.465µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:59:41 | 200 |     157.959µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 23:59:41 | 200 |   12.335265ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:59:44 | 200 |      38.686µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:59:46 | 200 |      39.168µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:59:49 | 200 |      38.334µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:59:54 | 200 |      37.185µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T23:59:54.827Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9451383e-0904-4844-a19e-ae029db5f23e","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T23:59:54.827Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9451383e-0904-4844-a19e-ae029db5f23e","keyPrefix":"sk-oai-eJ69NIC0YtfQ...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 23:59:54 | 201 |    2.743182ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 23:59:56 | 200 |      38.333µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 23:59:59 | 200 |      38.016µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-04T00:00:01.624Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/04 - 00:00:01 | 200 |    1.229447ms |     10.133.0.44 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/04 - 00:00:02 | 200 |    1.048448ms |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:00:02 | 200 |     132.425µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-04T00:00:03.529Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"156070a0-9bf2-45f2-a229-835a749bf0ca","ephemeral":false}
{"level":"info","timestamp":"2026-06-04T00:00:03.529Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"156070a0-9bf2-45f2-a229-835a749bf0ca","keyPrefix":"sk-oai-SK0t4KMf0Fh7...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/04 - 00:00:03 | 201 |    1.917964ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:00:04 | 200 |      43.336µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:00:06 | 200 |      39.078µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:00:09 | 200 |      38.188µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:00:11 | 200 |     969.561µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:00:11 | 200 |     494.996µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:00:11 | 200 |     119.631µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/04 - 00:00:11 | 200 |   10.453245ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-04T00:00:11.965Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"66892a72-1049-4423-92fb-60a7fb13a762","ephemeral":false}
{"level":"info","timestamp":"2026-06-04T00:00:11.965Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"66892a72-1049-4423-92fb-60a7fb13a762","keyPrefix":"sk-oai-161sOgErpceb...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/04 - 00:00:11 | 201 |    1.813477ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:00:14 | 200 |      40.535µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:00:16 | 200 |      37.754µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:00:19 | 200 |       40.57µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:00:20 | 200 |    1.170801ms |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:00:20 | 200 |     507.862µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:00:20 | 200 |     139.682µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/04 - 00:00:20 | 200 |    10.13133ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-04T00:00:20.772Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"c9bd5740-f565-40dd-81b6-5b3d5e9c00e9","ephemeral":false}
{"level":"info","timestamp":"2026-06-04T00:00:20.772Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c9bd5740-f565-40dd-81b6-5b3d5e9c00e9","keyPrefix":"sk-oai-JiygQsUzfa2r...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/04 - 00:00:20 | 201 |    1.949918ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:00:24 | 200 |      40.802µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:00:26 | 200 |      40.515µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:00:28 | 200 |     832.484µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:00:28 | 200 |     419.105µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:00:28 | 200 |     126.253µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/04 - 00:00:28 | 200 |     9.57009ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:00:29 | 200 |      33.563µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:00:34 | 200 |      40.773µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:00:36 | 200 |      40.621µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-04T00:00:38.028Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"da24c3d7-fcc7-434a-947c-8a01f10221f2","ephemeral":false}
{"level":"info","timestamp":"2026-06-04T00:00:38.028Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"da24c3d7-fcc7-434a-947c-8a01f10221f2","keyPrefix":"sk-oai-1Fyx1yfc45p3...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/04 - 00:00:38 | 201 |    2.164566ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:00:39 | 200 |      45.251µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:00:44 | 200 |      38.607µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:00:46 | 200 |      41.334µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:00:49 | 200 |      38.222µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:00:54 | 200 |     1.10242ms |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:00:54 | 403 |      96.939µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:00:54 | 200 |      38.903µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:00:56 | 200 |      61.038µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:00:59 | 200 |      42.896µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:01:04 | 200 |      40.048µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:01:06 | 200 |      37.752µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:01:09 | 200 |      41.074µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:01:11 | 403 |     116.498µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:01:14 | 200 |      40.975µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:01:16 | 200 |      39.009µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:01:19 | 200 |      39.966µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:01:24 | 200 |      38.251µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:01:26 | 200 |      42.316µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:01:28 | 403 |     147.781µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:01:29 | 200 |      40.361µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:01:34 | 200 |      41.871µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:01:36 | 200 |      40.996µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:01:39 | 200 |      39.669µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:01:44 | 200 |      39.279µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:01:46 | 403 |     161.232µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:01:46 | 200 |        35.2µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:01:49 | 200 |      37.685µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:01:54 | 200 |      51.628µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:01:56 | 200 |      41.569µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:01:59 | 200 |      41.452µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-04T00:02:00.211Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d703ae77-db1a-4ba4-a624-da58602d30af","ephemeral":false}
{"level":"info","timestamp":"2026-06-04T00:02:00.211Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d703ae77-db1a-4ba4-a624-da58602d30af","keyPrefix":"sk-oai-t30UJHkHiZL7...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/04 - 00:02:00 | 201 |     2.03613ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:02:04 | 200 |      38.415µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:02:06 | 200 |      37.095µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:02:08 | 200 |     829.165µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:02:08 | 200 |     422.436µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:02:08 | 200 |     157.279µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/04 - 00:02:08 | 200 |   20.585232ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:02:09 | 200 |      40.222µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:02:14 | 200 |      45.484µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:02:16 | 200 |      61.084µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:02:19 | 200 |      42.268µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-04T00:02:22.538Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"02810eb9-5460-491f-9208-624779fb0be3","ephemeral":false}
{"level":"info","timestamp":"2026-06-04T00:02:22.538Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"02810eb9-5460-491f-9208-624779fb0be3","keyPrefix":"sk-oai-4npJOUE6p9m6...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/04 - 00:02:22 | 201 |    1.948278ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-04T00:02:22.575Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"32b6d4da-4018-430f-9dcf-cba4f50abf3d","ephemeral":false}
{"level":"info","timestamp":"2026-06-04T00:02:22.575Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"32b6d4da-4018-430f-9dcf-cba4f50abf3d","keyPrefix":"sk-oai-1XqFRhl8qMEF...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/04 - 00:02:22 | 201 |    1.606601ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:02:24 | 200 |      38.735µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:02:26 | 200 |      42.504µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:02:29 | 200 |      39.322µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:02:30 | 200 |     856.414µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:02:30 | 200 |     393.245µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:02:30 | 200 |     149.753µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/04 - 00:02:30 | 200 |    9.716856ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:02:30 | 200 |     480.375µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:02:30 | 200 |     370.492µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:02:30 | 200 |     127.052µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/04 - 00:02:30 | 200 |   11.723065ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:02:34 | 200 |      38.625µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:02:36 | 200 |      41.811µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:02:39 | 200 |      40.664µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:02:44 | 200 |      51.701µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:02:46 | 200 |      37.968µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:02:49 | 200 |     198.766µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/04 - 00:02:49 | 200 |     169.275µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/04 - 00:02:49 | 200 |     144.322µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/04 - 00:02:49 | 200 |   39.944307ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:02:49 | 200 |      30.665µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:02:54 | 200 |      39.737µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:02:56 | 200 |      39.453µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:02:59 | 200 |      37.557µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:03:04 | 200 |      43.185µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:03:06 | 200 |      38.545µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:03:09 | 200 |      40.124µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:03:12 | 200 |     175.002µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/04 - 00:03:12 | 200 |   12.780141ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:03:12 | 200 |     176.651µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/04 - 00:03:12 | 200 |    12.65181ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:03:14 | 200 |      39.636µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:03:16 | 200 |      60.399µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:03:19 | 200 |      41.196µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:03:24 | 200 |      43.285µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:03:26 | 200 |      41.859µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:03:29 | 200 |      40.823µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:03:34 | 200 |      39.134µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:03:36 | 200 |      40.061µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-04T00:03:38.185Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2a1117ad-30a9-40b4-9d3e-ba4d84284e99","ephemeral":false}
{"level":"info","timestamp":"2026-06-04T00:03:38.185Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2a1117ad-30a9-40b4-9d3e-ba4d84284e99","keyPrefix":"sk-oai-HcTCDtCNwDgX...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/04 - 00:03:38 | 201 |    2.352918ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:03:38 | 200 |     674.114µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:03:38 | 200 |     149.969µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/04 - 00:03:38 | 200 |     685.645µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:03:38 | 200 |      165.26µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/04 - 00:03:38 | 200 |     549.496µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:03:38 | 200 |     134.472µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/04 - 00:03:38 | 200 |     544.671µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:03:38 | 200 |      149.12µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/04 - 00:03:38 | 200 |     492.033µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:03:38 | 200 |     383.455µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:03:38 | 200 |     128.585µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/04 - 00:03:38 | 200 |   10.463111ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:03:39 | 200 |      40.638µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:03:44 | 200 |      38.714µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:03:46 | 200 |      40.572µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:03:49 | 200 |      36.629µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:03:54 | 200 |      40.551µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-04T00:03:56.256Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"04843a35-fbbf-4c2f-98eb-060a1f0b1265","ephemeral":false}
{"level":"info","timestamp":"2026-06-04T00:03:56.256Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"04843a35-fbbf-4c2f-98eb-060a1f0b1265","keyPrefix":"sk-oai-W0LYOvpF9wmd...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/04 - 00:03:56 | 201 |     2.11457ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:03:56 | 200 |      35.776µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:03:56 | 200 |     702.579µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:03:56 | 200 |     164.766µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/04 - 00:03:59 | 200 |      38.507µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:04:04 | 200 |      36.474µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:04:06 | 200 |      46.764µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:04:09 | 200 |      40.199µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:04:14 | 200 |      37.535µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:04:16 | 200 |      37.188µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:04:19 | 200 |      40.762µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:04:24 | 200 |      42.282µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:04:26 | 200 |      40.064µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:04:29 | 200 |      43.454µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:04:34 | 200 |      43.662µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:04:36 | 200 |      50.224µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:04:39 | 200 |      39.461µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:04:44 | 200 |      43.273µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:04:46 | 200 |      46.428µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:04:49 | 200 |      38.275µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:04:54 | 200 |      38.088µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:04:56 | 200 |      38.303µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:04:59 | 200 |      39.237µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-04T00:05:03.012Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"87abd77f-3ee6-4c0c-8e57-23490573e579","ephemeral":false}
{"level":"info","timestamp":"2026-06-04T00:05:03.012Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"87abd77f-3ee6-4c0c-8e57-23490573e579","keyPrefix":"sk-oai-4DO8OgNNOONL...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/04 - 00:05:03 | 201 |   11.453945ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-04T00:05:03.596Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"7b7b5be1-b4ce-4434-bf53-a53981e3b055","ephemeral":false}
{"level":"info","timestamp":"2026-06-04T00:05:03.596Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7b7b5be1-b4ce-4434-bf53-a53981e3b055","keyPrefix":"sk-oai-1NkUd7rFcyNA...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/04 - 00:05:03 | 201 |    2.187058ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-04T00:05:03.812Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"43830144-8872-4fff-ba4f-ce18576d0e1c","ephemeral":false}
{"level":"info","timestamp":"2026-06-04T00:05:03.812Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"43830144-8872-4fff-ba4f-ce18576d0e1c","keyPrefix":"sk-oai-EsDUqUG5zOAq...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/04 - 00:05:03 | 201 |    1.802033ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:05:03 | 200 |    1.312226ms |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:05:03 | 200 |     453.821µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:05:03 | 200 |       121.2µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/04 - 00:05:03 | 200 |   11.177266ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:05:03 | 200 |     728.302µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:05:03 | 200 |      137.73µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-04T00:05:03.985Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"6fbacb3c-b48e-43e2-8ab1-e8f8a4df2607","ephemeral":false}
{"level":"info","timestamp":"2026-06-04T00:05:03.985Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6fbacb3c-b48e-43e2-8ab1-e8f8a4df2607","keyPrefix":"sk-oai-oqUQ4igeWCux...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/04 - 00:05:03 | 201 |      1.7829ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-04T00:05:04.021Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"6fbacb3c-b48e-43e2-8ab1-e8f8a4df2607"}
{"level":"info","timestamp":"2026-06-04T00:05:04.021Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"6fbacb3c-b48e-43e2-8ab1-e8f8a4df2607","revokedBy":"alice_lead"}
[GIN] 2026/06/04 - 00:05:04 | 200 |    2.804074ms |      100.64.0.4 | DELETE   "/v1/api-keys/6fbacb3c-b48e-43e2-8ab1-e8f8a4df2607" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:05:04 | 200 |      40.362µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:05:06 | 200 |       57.64µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/04 - 00:05:07 | 200 |     929.694µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-04T00:05:07.052Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/04 - 00:05:07 | 500 |      91.576µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-04T00:05:07.367Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"c679f0c0-e5a5-444d-a3d4-fe4f2fe05bbe","ephemeral":false}
{"level":"info","timestamp":"2026-06-04T00:05:07.367Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c679f0c0-e5a5-444d-a3d4-fe4f2fe05bbe","keyPrefix":"sk-oai-C4JWbFeGBjHK...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/04 - 00:05:07 | 201 |    1.782301ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-04T00:05:07.395Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"7a1dab09-7680-41b7-afa5-197b6e9d0841","ephemeral":false}
{"level":"info","timestamp":"2026-06-04T00:05:07.395Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7a1dab09-7680-41b7-afa5-197b6e9d0841","keyPrefix":"sk-oai-UCLQKgvpO3NK...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/04 - 00:05:07 | 201 |    1.730133ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-04T00:05:07.486Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"172e9469-d582-4372-a94d-06b8f617d94e","ephemeral":false}
{"level":"info","timestamp":"2026-06-04T00:05:07.486Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"172e9469-d582-4372-a94d-06b8f617d94e","keyPrefix":"sk-oai-FQQpBeKfg91C...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/04 - 00:05:07 | 201 |     1.81376ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-04T00:05:07.513Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"172e9469-d582-4372-a94d-06b8f617d94e"}
{"level":"info","timestamp":"2026-06-04T00:05:07.513Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"172e9469-d582-4372-a94d-06b8f617d94e","revokedBy":"alice_lead"}
[GIN] 2026/06/04 - 00:05:07 | 200 |    2.213982ms |      100.64.0.4 | DELETE   "/v1/api-keys/172e9469-d582-4372-a94d-06b8f617d94e" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:05:07 | 404 |     808.841µs |      100.64.0.3 | DELETE   "/v1/api-keys/172e9469-d582-4372-a94d-06b8f617d94e" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-04T00:05:07.641Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"ed3812b9-0712-48cc-8584-e4faf2ad7c09","ephemeral":false}
{"level":"info","timestamp":"2026-06-04T00:05:07.641Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ed3812b9-0712-48cc-8584-e4faf2ad7c09","keyPrefix":"sk-oai-czkmz6LfiFw6...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/04 - 00:05:07 | 201 |    1.804776ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:05:07 | 200 |     589.545µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:05:07 | 200 |     417.376µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:05:07 | 200 |      157.15µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/04 - 00:05:07 | 200 |    9.976315ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-04T00:05:07.770Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"a96d6fbb-d28b-483c-91e2-718e7583071f","ephemeral":false}
{"level":"info","timestamp":"2026-06-04T00:05:07.770Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a96d6fbb-d28b-483c-91e2-718e7583071f","keyPrefix":"sk-oai-1djYyQRcqSow...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/04 - 00:05:07 | 201 |    1.822914ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:05:07 | 200 |     518.471µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:05:07 | 403 |      95.264µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:05:07 | 200 |     537.235µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:05:07 | 200 |     412.464µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:05:07 | 200 |     117.724µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/04 - 00:05:07 | 200 |   11.528087ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-04T00:05:07.935Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"f596adcd-264d-4063-ac11-36e3c0bf7e7d","ephemeral":false}
{"level":"info","timestamp":"2026-06-04T00:05:07.935Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f596adcd-264d-4063-ac11-36e3c0bf7e7d","keyPrefix":"sk-oai-1ZfC3NqMRgeh...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/04 - 00:05:07 | 201 |    1.682888ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:05:07 | 200 |     521.056µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:05:07 | 200 |     422.849µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:05:07 | 200 |     122.647µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/04 - 00:05:07 | 200 |    9.711311ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:05:07 | 200 |     513.316µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:05:08 | 200 |     385.893µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/04 - 00:05:08 | 200 |     154.453µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/04 - 00:05:08 | 200 |   10.173141ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-04T00:05:08.098Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"b4c5d70a-d912-4f4e-8bf5-3981eff71e24","ephemeral":false}
{"level":"info","timestamp":"2026-06-04T00:05:08.098Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b4c5d70a-d912-4f4e-8bf5-3981eff71e24","keyPrefix":"sk-oai-1HFw0vpg4aOK...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/04 - 00:05:08 | 201 |    1.706488ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/04 - 00:05:09 | 200 |        43.9µs |      10.134.0.2 | GET      "/health"