[GIN] 2026/06/10 - 12:31:43 | 200 |      154.17µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:31:46 | 200 |      40.027µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:31:50 | 200 |      46.014µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:31:51 | 200 |      46.789µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:31:56 | 200 |      39.944µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:32:00 | 200 |      40.523µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T12:32:00.868Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"e63ba6d9-cb09-499c-ab65-c5b01842fa8a","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:32:00.868Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e63ba6d9-cb09-499c-ab65-c5b01842fa8a","keyPrefix":"sk-oai-QVPfz4ELi6Mg...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:32:00 | 201 |    1.741618ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:32:00 | 200 |     392.817µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:32:00 | 200 |     442.104µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:32:01 | 200 |      35.277µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:32:06 | 200 |      36.156µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:32:10 | 200 |       47.34µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:32:11 | 200 |      34.465µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:32:16 | 200 |      39.609µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T12:32:18.224Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"37b2304e-92e7-47ee-ba9e-489245e4553f","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:32:18.224Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"37b2304e-92e7-47ee-ba9e-489245e4553f","keyPrefix":"sk-oai-1WGxxas1h4qM...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:32:18 | 201 |    1.742218ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T12:32:18.264Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"eb0ca3a6-7026-4272-a395-95572584b13e","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:32:18.264Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"eb0ca3a6-7026-4272-a395-95572584b13e","keyPrefix":"sk-oai-zQXbWiyJFCSp...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:32:18 | 201 |    1.608234ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:32:18 | 200 |     418.991µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:32:18 | 200 |      308.97µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:32:18 | 200 |      365.81µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:32:18 | 200 |     184.335µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:32:20 | 200 |      35.328µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:32:21 | 200 |      33.746µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:32:26 | 200 |      35.252µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:32:30 | 200 |      35.509µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:32:31 | 200 |       41.87µs |      10.134.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-10T12:32:35.981Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-10T12:32:35.981Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/10 - 12:32:35 | 400 |     313.119µs |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:32:36 | 200 |       34.41µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:32:40 | 200 |      36.871µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:32:41 | 200 |      33.762µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:32:46 | 200 |      34.114µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:32:50 | 200 |      34.619µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:32:51 | 200 |      38.321µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T12:32:53.402Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"4b089a2a-1373-46a6-9461-95066d553898","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:32:53.402Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4b089a2a-1373-46a6-9461-95066d553898","keyPrefix":"sk-oai-1HDq2K8vGe4Z...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:32:53 | 201 |   10.195577ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:32:53 | 200 |     961.169µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:32:53 | 200 |     170.776µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:32:56 | 200 |      49.537µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:33:00 | 200 |      36.123µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:33:01 | 200 |      38.187µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T12:33:02.525Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"7ceab462-b8e5-4101-ae41-9ec60641b232","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:33:02.525Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7ceab462-b8e5-4101-ae41-9ec60641b232","keyPrefix":"sk-oai-Rkm7pQ0AHWce...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:33:02 | 201 |     1.99666ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:33:06 | 200 |      36.326µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:33:10 | 200 |      33.388µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:33:10 | 200 |     564.882µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:33:10 | 200 |     138.913µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:33:11 | 200 |      35.058µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:33:16 | 200 |      49.493µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:33:20 | 200 |       40.18µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:33:21 | 200 |      43.527µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:33:26 | 200 |      43.423µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T12:33:28.166Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"72c20963-215e-435f-a4ea-2cac7dbee856","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:33:28.166Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"72c20963-215e-435f-a4ea-2cac7dbee856","keyPrefix":"sk-oai-2GJxbpmrZBdp...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:33:28 | 201 |    1.673839ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:33:28 | 200 |     415.487µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:33:28 | 200 |     174.871µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:33:30 | 200 |      36.356µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:33:31 | 200 |      36.459µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:33:36 | 200 |      45.363µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:33:40 | 200 |      43.432µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:33:41 | 200 |      45.577µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:33:46 | 200 |      49.731µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:33:50 | 200 |      43.275µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:33:51 | 200 |      41.859µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:33:56 | 200 |      51.898µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:34:00 | 200 |      65.265µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:34:01 | 200 |      41.168µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:34:06 | 200 |      54.339µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:34:10 | 200 |      43.874µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:34:11 | 200 |      40.473µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:34:16 | 200 |      38.853µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:34:20 | 200 |       42.09µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:34:21 | 200 |      40.159µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:34:26 | 200 |      37.267µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:34:30 | 200 |      41.914µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:34:31 | 200 |      42.213µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:34:36 | 200 |      57.029µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:34:40 | 200 |      47.533µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:34:41 | 200 |      38.891µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:34:46 | 200 |      49.606µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:34:50 | 200 |      39.173µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:34:51 | 200 |      40.625µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:34:56 | 200 |      45.343µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:35:00 | 200 |      40.609µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:35:01 | 200 |       73.01µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:35:06 | 200 |      39.569µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:35:10 | 200 |      44.879µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:35:11 | 200 |      41.646µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:35:16 | 200 |      41.374µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:35:20 | 200 |      38.058µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:35:21 | 200 |      40.943µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:35:26 | 200 |      40.968µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T12:35:27.833Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"5a66158a-e36a-4712-b1ff-fca7ffbd7979","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:35:27.833Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5a66158a-e36a-4712-b1ff-fca7ffbd7979","keyPrefix":"sk-oai-jxa2HGmAj2tk...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:35:27 | 201 |    2.459745ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:35:30 | 200 |      34.028µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:35:31 | 200 |      39.301µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:35:36 | 200 |      34.723µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:35:40 | 200 |      41.111µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:35:41 | 200 |       54.31µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:35:46 | 200 |      52.014µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:35:50 | 200 |     557.622µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:35:50 | 200 |     396.511µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:35:50 | 200 |      40.465µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:35:50 | 404 |     641.893µs |      100.64.0.2 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:35:51 | 200 |      39.392µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:35:56 | 200 |      42.394µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:36:00 | 200 |      45.669µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:36:01 | 200 |      41.301µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:36:06 | 200 |      45.315µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:36:10 | 200 |      38.954µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:36:11 | 200 |      40.894µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:36:16 | 200 |      45.481µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:36:20 | 200 |      41.283µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:36:21 | 200 |      49.219µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:36:26 | 200 |      40.713µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:36:30 | 200 |      39.267µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:36:31 | 200 |      41.445µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:36:36 | 200 |      41.638µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:36:40 | 200 |      39.983µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T12:36:41.153Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"05dfd41e-5a78-49fd-b5c1-609d2461019a","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:36:41.153Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"05dfd41e-5a78-49fd-b5c1-609d2461019a","keyPrefix":"sk-oai-1UfLOaVmJEiu...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:36:41 | 201 |    1.626249ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:36:41 | 200 |     637.857µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:36:41 | 200 |     408.894µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:36:41 | 200 |      45.403µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:36:46 | 200 |      39.574µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:36:50 | 200 |      50.038µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:36:51 | 200 |      43.385µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:36:56 | 200 |      38.212µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T12:37:00.391Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"226f5ddb-13b0-4540-9694-e33ef0df6f79","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:37:00.391Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"226f5ddb-13b0-4540-9694-e33ef0df6f79","keyPrefix":"sk-oai-xw6nPLlvqTG0...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:37:00 | 201 |    1.719954ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:37:00 | 200 |     596.818µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:37:00 | 200 |     430.641µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:37:00 | 200 |      40.223µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:37:00 | 200 |     537.734µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:37:00 | 200 |      402.81µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:37:01 | 200 |      40.732µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:37:06 | 200 |      48.744µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:37:10 | 200 |      40.143µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:37:11 | 200 |      47.882µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:37:16 | 200 |      42.816µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T12:37:19.920Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"eb50eaba-3bd9-4580-9f92-e72e77a10e41","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:37:19.920Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"eb50eaba-3bd9-4580-9f92-e72e77a10e41","keyPrefix":"sk-oai-1XHCvB4WIHLe...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:37:19 | 201 |    1.645884ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:37:19 | 200 |     592.791µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:37:19 | 200 |     571.546µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:37:19 | 200 |     389.324µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:37:19 | 200 |   17.797872ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:37:20 | 200 |      39.562µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:37:21 | 200 |      40.159µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:37:26 | 200 |      41.892µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:37:30 | 200 |       49.61µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:37:31 | 200 |      53.804µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:37:36 | 200 |      41.729µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:37:39 | 200 |     352.912µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:37:39 | 200 |     376.099µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:37:39 | 200 |     20.7841ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:37:40 | 200 |      45.009µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:37:41 | 200 |      42.656µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:37:46 | 200 |      43.937µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:37:50 | 200 |      49.652µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T12:37:51.180Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9212638f-78c8-4537-b3f1-91ed1dbcf4da","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:37:51.180Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9212638f-78c8-4537-b3f1-91ed1dbcf4da","keyPrefix":"sk-oai-1M7UuCUI0j98...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:37:51 | 201 |    1.964925ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:37:51 | 200 |      41.341µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:37:56 | 200 |        43.6µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:38:00 | 200 |      41.033µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:38:01 | 200 |      41.203µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:38:06 | 200 |      39.256µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:38:10 | 200 |      41.108µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:38:11 | 200 |      40.519µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:38:16 | 200 |      40.672µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:38:20 | 200 |      39.047µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:38:21 | 200 |    8.974754ms |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:38:21 | 200 |     357.326µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:38:21 | 200 |     620.726µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:38:21 | 200 |     525.226µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:38:21 | 200 |     400.842µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:38:21 | 200 |   12.733348ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:38:21 | 200 |      36.504µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:38:26 | 200 |      41.974µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:38:30 | 200 |      44.674µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:38:31 | 200 |      42.356µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:38:36 | 200 |      41.129µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:38:38 | 200 |      350.44µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:38:38 | 200 |   11.445623ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:38:40 | 200 |      41.723µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:38:41 | 200 |      46.956µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:38:46 | 200 |      60.595µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T12:38:47.057Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"dbb17936-a433-4f3e-84da-59a02d9e1e12","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:38:47.057Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"dbb17936-a433-4f3e-84da-59a02d9e1e12","keyPrefix":"sk-oai-pmPHEFD5irOo...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:38:47 | 201 |    2.979235ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:38:50 | 200 |      39.547µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:38:51 | 200 |      42.882µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:38:55 | 200 |     745.946µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:38:55 | 200 |      513.23µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:38:55 | 200 |     328.484µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:38:55 | 200 |    9.775511ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T12:38:55.605Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"69afce0d-d7f9-4e8d-ba38-af2a972b35c6","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:38:55.605Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"69afce0d-d7f9-4e8d-ba38-af2a972b35c6","keyPrefix":"sk-oai-18BLNWjhH8f4...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:38:55 | 201 |    1.544336ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:38:56 | 200 |      39.887µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:39:00 | 200 |      41.834µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:39:01 | 200 |      43.575µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:39:03 | 200 |     744.523µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:39:03 | 200 |      505.12µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:39:03 | 200 |     364.813µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:39:03 | 200 |    7.126884ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:39:03 | 200 |     409.098µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:39:03 | 200 |     439.403µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:39:03 | 200 |     365.904µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:39:03 | 200 |    6.427622ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T12:39:04.640Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ad9503e3-84db-470e-adbd-f6110da6cea7","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:39:04.640Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ad9503e3-84db-470e-adbd-f6110da6cea7","keyPrefix":"sk-oai-2vuRjXJfvLwL...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:39:04 | 201 |    1.617859ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:39:06 | 200 |      39.428µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:39:10 | 200 |      46.393µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:39:11 | 200 |      49.662µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:39:12 | 200 |     699.435µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:39:12 | 200 |     520.834µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:39:12 | 200 |     593.157µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:39:12 | 200 |   10.323678ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:39:16 | 200 |      41.232µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:39:20 | 200 |      41.273µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:39:21 | 200 |      38.897µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T12:39:21.876Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"09725cc5-17fb-4b6f-b917-513e0a4adbee","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:39:21.876Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"09725cc5-17fb-4b6f-b917-513e0a4adbee","keyPrefix":"sk-oai-HHCB4v6hNykP...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:39:21 | 201 |    1.682536ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:39:26 | 200 |      40.594µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:39:29 | 200 |     740.373µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:39:29 | 200 |     488.989µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:39:29 | 200 |     416.795µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:39:29 | 200 |     497.798µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:39:29 | 200 |     388.586µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:39:29 | 200 |   19.845193ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:39:30 | 200 |      39.391µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:39:31 | 200 |      41.235µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:39:36 | 200 |      43.911µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:39:40 | 200 |      41.612µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T12:39:41.351Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"23165afb-891c-4939-91ca-5582aa7f789d","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:39:41.351Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"23165afb-891c-4939-91ca-5582aa7f789d","keyPrefix":"sk-oai-umfJjeFknufA...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:39:41 | 201 |     1.66458ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:39:41 | 200 |      43.975µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:39:46 | 200 |      55.538µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:39:49 | 200 |     588.364µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:39:49 | 200 |     481.748µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:39:49 | 200 |     394.399µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:39:49 | 200 |      9.9581ms |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:39:49 | 200 |     392.966µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:39:49 | 200 |   32.863702ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:39:50 | 200 |      49.547µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:39:51 | 200 |      40.958µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:39:56 | 200 |      40.411µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:40:00 | 200 |      40.082µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:40:01 | 200 |      45.531µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:40:05 | 200 |     386.219µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:40:05 | 200 |     366.052µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:40:05 | 200 |     350.536µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:40:05 | 200 |   35.478042ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:40:06 | 200 |      41.379µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:40:10 | 200 |      56.742µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:40:11 | 200 |      43.173µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:40:16 | 200 |      50.172µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:40:20 | 200 |      46.087µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:40:21 | 200 |      52.861µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:40:23 | 200 |     254.868µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:40:23 | 200 |   10.997938ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:40:26 | 200 |      39.976µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:40:30 | 200 |      41.518µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:40:31 | 200 |      39.614µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T12:40:34.465Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2b4d2f6b-6721-4a0d-9835-c14229c320cb","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:40:34.465Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2b4d2f6b-6721-4a0d-9835-c14229c320cb","keyPrefix":"sk-oai-LlZNnKWTlqHg...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:40:34 | 201 |     2.84966ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:40:36 | 200 |      43.878µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:40:40 | 200 |      52.922µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:40:41 | 200 |      48.848µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:40:42 | 200 |     944.038µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:40:42 | 200 |     190.865µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T12:40:43.113Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"734e8a84-caef-408c-8ca6-75dccbc708f7","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:40:43.113Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"734e8a84-caef-408c-8ca6-75dccbc708f7","keyPrefix":"sk-oai-HBx9OzKDttax...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:40:43 | 201 |    1.647156ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:40:46 | 200 |      40.162µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:40:50 | 200 |      41.181µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:40:51 | 200 |     558.481µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:40:51 | 200 |     434.521µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:40:51 | 200 |     185.856µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:40:51 | 200 |   10.843398ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:40:51 | 200 |      39.685µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T12:40:51.537Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9f1913a2-6c7c-4940-8207-60f00152ad78","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:40:51.537Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9f1913a2-6c7c-4940-8207-60f00152ad78","keyPrefix":"sk-oai-1HIBxYqYCaJK...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:40:51 | 201 |    1.465688ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:40:56 | 200 |      41.541µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:40:59 | 200 |     783.162µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:40:59 | 200 |     570.585µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:40:59 | 200 |     359.364µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:40:59 | 200 |    10.06734ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T12:41:00.313Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"699c1fe5-fc52-4603-bddb-905a0e5b85ba","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:41:00.313Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"699c1fe5-fc52-4603-bddb-905a0e5b85ba","keyPrefix":"sk-oai-n6Tm4RTLp6a4...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:41:00 | 201 |    1.747706ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:41:00 | 200 |      42.049µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:41:01 | 200 |      37.427µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:41:06 | 200 |      37.777µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:41:08 | 200 |     636.006µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:41:08 | 200 |     519.103µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:41:08 | 200 |     406.021µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:41:08 | 200 |    9.963993ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:41:10 | 200 |      37.865µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:41:11 | 200 |      42.425µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:41:16 | 200 |      40.361µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T12:41:17.553Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"b90c4c22-1a8f-4e25-9e76-f255d25afc3c","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:41:17.553Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b90c4c22-1a8f-4e25-9e76-f255d25afc3c","keyPrefix":"sk-oai-R2Nn2LfRHDmG...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:41:17 | 201 |    1.606869ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:41:20 | 200 |      40.589µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:41:21 | 200 |      39.643µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:41:26 | 200 |      41.752µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:41:30 | 200 |      40.989µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:41:31 | 200 |      38.154µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:41:33 | 200 |     465.592µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:41:33 | 403 |     109.827µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:41:36 | 200 |      39.644µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:41:40 | 200 |      59.041µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:41:41 | 200 |      39.406µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:41:46 | 200 |      42.207µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:41:50 | 200 |      64.043µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:41:50 | 403 |     137.447µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:41:51 | 200 |      39.254µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:41:56 | 200 |      39.061µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:42:00 | 200 |      38.926µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:42:01 | 200 |      38.987µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:42:06 | 200 |      38.649µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:42:08 | 403 |     121.591µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:42:10 | 200 |      39.728µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:42:11 | 200 |      42.091µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:42:16 | 200 |      38.245µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:42:20 | 200 |      40.288µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:42:21 | 200 |      41.797µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:42:25 | 403 |     140.955µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:42:26 | 200 |      52.828µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:42:30 | 200 |      42.926µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:42:31 | 200 |      41.204µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:42:36 | 200 |      42.993µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T12:42:37.603Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"af7121f9-e262-48df-80f0-e586753abe30","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:42:37.603Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"af7121f9-e262-48df-80f0-e586753abe30","keyPrefix":"sk-oai-1XU7Q2gbcXeE...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:42:37 | 201 |    2.379871ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:42:40 | 200 |      44.294µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:42:41 | 200 |      56.529µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:42:45 | 200 |     478.049µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:42:45 | 200 |     457.623µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:42:45 | 200 |     265.998µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:42:45 | 200 |   17.063848ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:42:46 | 200 |      43.682µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:42:50 | 200 |      40.121µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:42:51 | 200 |      41.842µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:42:56 | 200 |      42.014µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T12:42:57.816Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"711d42d7-7695-452b-a409-fd92e71d77e5","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:42:57.816Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"711d42d7-7695-452b-a409-fd92e71d77e5","keyPrefix":"sk-oai-1YuxepBMHvIL...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:42:57 | 201 |    1.760018ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T12:42:57.857Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6b1a1245-51a8-4acb-a4e2-bc3e62557f9e","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:42:57.857Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6b1a1245-51a8-4acb-a4e2-bc3e62557f9e","keyPrefix":"sk-oai-13wn6Wr0mKAr...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:42:57 | 201 |    1.632397ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:43:00 | 200 |      42.053µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:43:01 | 200 |      46.011µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:43:05 | 200 |     459.856µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:43:05 | 200 |     440.068µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:43:05 | 200 |     291.631µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:43:05 | 200 |   10.660964ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:43:05 | 200 |      420.75µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:43:05 | 200 |     424.486µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:43:05 | 200 |     349.413µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:43:05 | 200 |   12.174444ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:43:06 | 200 |      41.543µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:43:10 | 200 |       42.71µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:43:11 | 200 |      42.692µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:43:16 | 200 |      42.394µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:43:20 | 200 |     195.152µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:43:20 | 200 |     379.782µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:43:20 | 200 |     364.485µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:43:20 | 200 |   36.654288ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:43:20 | 200 |      41.614µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:43:21 | 200 |       42.44µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:43:26 | 200 |      47.122µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:43:30 | 200 |      41.718µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:43:31 | 200 |      40.229µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:43:34 | 200 |     196.744µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:43:34 | 200 |   14.077708ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:43:34 | 200 |     330.432µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:43:34 | 200 |   13.410865ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:43:36 | 200 |      40.766µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:43:40 | 200 |      40.627µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:43:41 | 200 |      41.261µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:43:46 | 200 |      49.515µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:43:50 | 200 |      40.804µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:43:51 | 200 |      42.441µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:43:56 | 200 |      40.501µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:44:00 | 200 |      43.543µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T12:44:00.688Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ace79bf1-6adf-434c-805b-266baaed67d2","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:44:00.688Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ace79bf1-6adf-434c-805b-266baaed67d2","keyPrefix":"sk-oai-JVx39s5weiyS...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 12:44:00 | 201 |    1.940294ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:44:00 | 200 |     587.292µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:44:00 | 200 |      393.52µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:44:00 | 200 |     564.492µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:44:00 | 200 |      469.31µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:44:00 | 200 |     479.515µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:44:00 | 200 |     261.543µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:44:00 | 200 |     373.648µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:44:00 | 200 |     387.223µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:44:00 | 200 |     286.159µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:44:00 | 200 |    9.999712ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:44:01 | 200 |      42.965µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:44:06 | 200 |       46.29µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:44:10 | 200 |      40.427µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:44:11 | 200 |      44.404µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:44:16 | 200 |      42.899µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:44:20 | 200 |      40.098µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:44:21 | 200 |      41.691µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:44:26 | 200 |      41.208µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:44:30 | 200 |      61.973µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:44:31 | 200 |      42.417µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:44:36 | 200 |      49.429µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T12:44:37.846Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"7c2d79bb-0912-4441-a210-0da33b132c73","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:44:37.846Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7c2d79bb-0912-4441-a210-0da33b132c73","keyPrefix":"sk-oai-S0968nztB7JS...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 12:44:37 | 201 |    1.653045ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T12:44:38.396Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"72c8a86a-9baa-42a2-955c-1cabc0ae45b8","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:44:38.396Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"72c8a86a-9baa-42a2-955c-1cabc0ae45b8","keyPrefix":"sk-oai-J2NQaYffmO1d...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/10 - 12:44:38 | 201 |    1.586058ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T12:44:38.613Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"285d277b-f2e0-4df4-8f0e-14668917f691","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:44:38.613Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"285d277b-f2e0-4df4-8f0e-14668917f691","keyPrefix":"sk-oai-o9lnCaLyNiaa...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 12:44:38 | 201 |    1.695774ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:44:38 | 200 |     543.542µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:44:38 | 200 |     538.052µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:44:38 | 200 |     134.067µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:44:38 | 200 |    10.70926ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:44:38 | 200 |     541.721µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:44:38 | 200 |     363.859µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-10T12:44:38.780Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"637d4f2c-9426-4bf0-9404-baa23c8d08e0","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:44:38.780Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"637d4f2c-9426-4bf0-9404-baa23c8d08e0","keyPrefix":"sk-oai-1HZog7rDUevo...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 12:44:38 | 201 |    1.643884ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T12:44:38.806Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"637d4f2c-9426-4bf0-9404-baa23c8d08e0"}
{"level":"info","timestamp":"2026-06-10T12:44:38.806Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"637d4f2c-9426-4bf0-9404-baa23c8d08e0","revokedBy":"alice_lead"}
[GIN] 2026/06/10 - 12:44:38 | 200 |    2.240184ms |      100.64.0.3 | DELETE   "/v1/api-keys/637d4f2c-9426-4bf0-9404-baa23c8d08e0" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:44:40 | 200 |      41.033µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:44:41 | 200 |      40.651µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:44:41 | 200 |     641.721µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-10T12:44:41.836Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/10 - 12:44:41 | 500 |     121.362µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T12:44:42.172Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"c4d47fc5-da95-49c9-8207-e84b2d6aa12b","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:44:42.172Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c4d47fc5-da95-49c9-8207-e84b2d6aa12b","keyPrefix":"sk-oai-oS7i7kyjycF3...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 12:44:42 | 201 |    1.593085ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T12:44:42.199Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"2a80c272-3cf1-49a1-a7f9-f0d192c33269","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:44:42.199Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2a80c272-3cf1-49a1-a7f9-f0d192c33269","keyPrefix":"sk-oai-4h6HYkKJmGcj...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/10 - 12:44:42 | 201 |    1.493113ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T12:44:42.301Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"a81f9f69-baa1-4510-9f07-e6a22cab99b9","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:44:42.301Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a81f9f69-baa1-4510-9f07-e6a22cab99b9","keyPrefix":"sk-oai-DuOymknrPCID...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 12:44:42 | 201 |    1.575277ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T12:44:42.330Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"a81f9f69-baa1-4510-9f07-e6a22cab99b9"}
{"level":"info","timestamp":"2026-06-10T12:44:42.330Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"a81f9f69-baa1-4510-9f07-e6a22cab99b9","revokedBy":"alice_lead"}
[GIN] 2026/06/10 - 12:44:42 | 200 |     1.98541ms |      100.64.0.3 | DELETE   "/v1/api-keys/a81f9f69-baa1-4510-9f07-e6a22cab99b9" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:44:42 | 404 |      552.54µs |      100.64.0.3 | DELETE   "/v1/api-keys/a81f9f69-baa1-4510-9f07-e6a22cab99b9" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T12:44:42.452Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"9a74fb4f-a8b5-4634-9d2c-7bbc64c48af8","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:44:42.452Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9a74fb4f-a8b5-4634-9d2c-7bbc64c48af8","keyPrefix":"sk-oai-VIhBSfKhen3t...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 12:44:42 | 201 |    1.517633ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:44:42 | 200 |     545.558µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:44:42 | 200 |     517.672µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:44:42 | 200 |     365.776µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:44:42 | 200 |   10.144169ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T12:44:42.581Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"83caee71-33c8-4744-a56a-8aea53df500e","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:44:42.581Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"83caee71-33c8-4744-a56a-8aea53df500e","keyPrefix":"sk-oai-1R60mxVY4H3k...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 12:44:42 | 201 |    1.697499ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:44:42 | 200 |     638.814µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:44:42 | 403 |     130.324µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:44:42 | 200 |     603.858µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:44:42 | 200 |     561.861µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:44:42 | 200 |     421.827µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:44:42 | 200 |   10.036797ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T12:44:42.729Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"5ffaee45-c173-44f6-8174-a9cbffa28f4b","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:44:42.729Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5ffaee45-c173-44f6-8174-a9cbffa28f4b","keyPrefix":"sk-oai-1VulfRbZH51Y...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 12:44:42 | 201 |    1.532168ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:44:42 | 200 |     536.322µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:44:42 | 200 |     484.519µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:44:42 | 200 |     376.492µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:44:42 | 200 |   10.427907ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:44:42 | 200 |     595.912µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:44:42 | 200 |     598.776µs |     10.133.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:44:42 | 200 |     136.096µs |     10.133.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:44:42 | 200 |   10.270907ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T12:44:42.891Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"16ca9a7e-5639-4f2c-9ce8-8c39b5ba4d19","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T12:44:42.891Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"16ca9a7e-5639-4f2c-9ce8-8c39b5ba4d19","keyPrefix":"sk-oai-fyQvtF5zMy6Q...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 12:44:42 | 201 |    1.542205ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:44:46 | 200 |      58.666µs |      10.134.0.2 | GET      "/health"