[GIN] 2026/06/03 - 20:04:43 | 200 |     556.745µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:04:43 | 200 |     185.984µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:04:43 | 200 |     561.773µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:04:43 | 200 |     239.229µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:04:45 | 200 |      40.416µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:04:47 | 200 |      45.347µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:04:50 | 200 |      40.082µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:04:55 | 200 |       56.51µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:04:57 | 200 |       69.72µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:05:00 | 200 |      41.828µs |      10.134.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-03T20:05:01.345Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-03T20:05:01.345Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/03 - 20:05:01 | 400 |     270.705µs |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:05:05 | 200 |      43.732µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:05:07 | 200 |      43.291µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:05:10 | 200 |       46.17µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:05:15 | 200 |      47.439µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:05:17 | 200 |      42.693µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:05:18.778Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"d2cfdd9d-cb36-44a4-8062-04149b822268","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:05:18.778Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d2cfdd9d-cb36-44a4-8062-04149b822268","keyPrefix":"sk-oai-19lYI6jb1NEw...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:05:18 | 201 |   12.664722ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:05:18 | 200 |    1.497114ms |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:05:18 | 200 |     164.668µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:05:20 | 200 |      43.279µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:05:25 | 200 |      43.545µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:05:27 | 200 |      47.828µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:05:27.889Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"79095b47-7eb7-49d6-ba09-29d971e5af7c","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:05:27.889Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"79095b47-7eb7-49d6-ba09-29d971e5af7c","keyPrefix":"sk-oai-1H9Lb0vUQm18...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:05:27 | 201 |     2.14054ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:05:30 | 200 |      40.034µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:05:35 | 200 |       42.09µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:05:36 | 200 |    1.073163ms |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:05:36 | 200 |     183.784µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:05:37 | 200 |      40.458µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:05:40 | 200 |      43.707µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:05:45 | 200 |      36.252µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:05:47 | 200 |      39.636µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:05:50 | 200 |      37.167µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:05:53.504Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"82e545e3-ef8a-4648-8218-534e4f969fe4","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:05:53.504Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"82e545e3-ef8a-4648-8218-534e4f969fe4","keyPrefix":"sk-oai-1GfDEvMLTqsW...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:05:53 | 201 |    2.225531ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:05:53 | 200 |     558.538µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:05:53 | 200 |     152.954µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:05:55 | 200 |      37.044µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:05:57 | 200 |        33.2µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:00 | 200 |      38.258µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:05 | 200 |      35.761µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:07 | 200 |       35.04µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:10 | 200 |      47.392µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:15 | 200 |      33.825µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:17 | 200 |      34.507µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:20 | 200 |      36.112µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:25 | 200 |      41.327µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:27 | 200 |      36.024µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:30 | 200 |      34.473µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:35 | 200 |      37.988µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:37 | 200 |      34.264µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:40 | 200 |      32.714µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:45 | 200 |      36.063µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:47 | 200 |      35.271µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:50 | 200 |      41.065µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:55 | 200 |      35.566µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:57 | 200 |      34.975µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:07:00 | 200 |      33.806µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:07:05 | 200 |      34.724µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:07:07 | 200 |      36.221µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:07:10 | 200 |      34.516µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:07:15 | 200 |      35.851µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:07:17 | 200 |      46.559µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:07:20 | 200 |      34.727µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:07:25 | 200 |      39.118µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:07:27 | 200 |      35.686µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:07:30 | 200 |      32.813µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:07:35 | 200 |      34.318µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:07:37 | 200 |      35.282µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:07:40 | 200 |      36.477µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:07:45 | 200 |       44.51µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:07:47 | 200 |      43.859µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:07:50 | 200 |      42.239µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:07:52.979Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"72a5085e-099d-4d5c-8ceb-16583755fcaa","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:07:52.979Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"72a5085e-099d-4d5c-8ceb-16583755fcaa","keyPrefix":"sk-oai-1BUsmJdnPV1f...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:07:52 | 201 |    2.367927ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:07:55 | 200 |      40.439µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:07:57 | 200 |      40.863µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:08:00 | 200 |      41.345µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:08:05 | 200 |      42.226µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:08:07 | 200 |      43.417µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:08:10 | 200 |      40.427µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:08:15 | 200 |      40.724µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:08:17 | 200 |     1.15683ms |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:08:17 | 200 |      211.28µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:08:17 | 200 |      44.657µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:08:18 | 404 |    1.366742ms |      100.64.0.4 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:08:20 | 200 |      42.966µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:08:25 | 200 |      46.382µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:08:27 | 200 |      43.447µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:08:30 | 200 |      42.499µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:08:35 | 200 |      49.487µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:08:37 | 200 |      38.544µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:08:40 | 200 |      41.796µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:08:45 | 200 |      42.043µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:08:47 | 200 |      40.794µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:08:50 | 200 |      39.013µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:08:55 | 200 |      42.315µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:08:57 | 200 |       38.99µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:09:00 | 200 |      40.997µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:09:05 | 200 |      39.076µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:09:07 | 200 |      42.824µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:09:10.454Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"c19c0524-19cc-4edd-9f22-01d299d3839f","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:09:10.454Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c19c0524-19cc-4edd-9f22-01d299d3839f","keyPrefix":"sk-oai-wDbgjnhit6ec...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:09:10 | 201 |    2.090374ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:09:10 | 200 |     639.856µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:09:10 | 200 |     180.903µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:09:10 | 200 |       41.92µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:09:15 | 200 |      61.091µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:09:17 | 200 |      42.338µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:09:20 | 200 |      38.811µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:09:25 | 200 |      44.068µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:09:27 | 200 |       39.16µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:09:29.662Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"61a6fca9-65c2-43b6-bfff-348917eb87a5","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:09:29.662Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"61a6fca9-65c2-43b6-bfff-348917eb87a5","keyPrefix":"sk-oai-rGYxvzI60jnc...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:09:29 | 201 |    2.287544ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:09:29 | 200 |     658.018µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:09:29 | 200 |      153.85µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:09:29 | 200 |     598.855µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:09:29 | 200 |     167.476µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:09:30 | 200 |      42.851µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:09:35 | 200 |      44.121µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:09:37 | 200 |      59.655µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:09:40 | 200 |      40.514µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:09:45 | 200 |      44.277µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:09:47 | 200 |      34.529µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:09:49.128Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"fd752e40-1a41-4bed-8365-8dfe2bb1ca8f","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:09:49.128Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fd752e40-1a41-4bed-8365-8dfe2bb1ca8f","keyPrefix":"sk-oai-1atSZixr70UK...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:09:49 | 201 |    2.465365ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:09:49 | 200 |      586.22µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:09:49 | 200 |     500.954µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:09:49 | 200 |     160.029µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:09:49 | 200 |   23.943322ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:09:50 | 200 |      36.865µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:09:55 | 200 |       58.31µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:09:57 | 200 |      43.844µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:10:00 | 200 |      38.175µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:10:05 | 200 |      39.618µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:10:07 | 200 |      34.475µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:10:08 | 200 |     203.419µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:10:08 | 200 |     181.749µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:10:08 | 200 |   24.788824ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:10:10 | 200 |        36.2µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:10:15 | 200 |      34.849µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:10:17 | 200 |      35.889µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:10:20 | 200 |      33.813µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:10:22.517Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"67bd876d-cb44-4af4-b6e4-8e705134eccd","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:10:22.517Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"67bd876d-cb44-4af4-b6e4-8e705134eccd","keyPrefix":"sk-oai-LgXXOV3NwPcM...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:10:22 | 201 |   11.686681ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:10:25 | 200 |      37.558µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:10:27 | 200 |      35.459µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:10:30 | 200 |      34.944µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:10:35 | 200 |      35.322µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:10:37 | 200 |      35.126µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:10:40 | 200 |       66.66µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:10:45 | 200 |      43.612µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:10:47 | 200 |      38.448µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:10:50 | 200 |      34.979µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:10:52 | 200 |    3.281038ms |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:10:52 | 200 |     131.369µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:10:52 | 200 |     613.425µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:10:52 | 200 |      667.07µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:10:52 | 200 |     148.994µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:10:52 | 200 |     15.7515ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:10:55 | 200 |      33.534µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:10:57 | 200 |      42.011µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:11:00 | 200 |      34.985µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:11:05 | 200 |       34.94µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:11:07 | 200 |      33.651µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:11:09 | 200 |     148.329µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:11:09 | 200 |   11.840698ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:11:10 | 200 |      34.882µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:11:15 | 200 |      36.516µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:11:17 | 200 |      36.836µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:11:18.358Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c181dc37-0f4a-42f3-808c-5ac39fc85106","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:11:18.358Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c181dc37-0f4a-42f3-808c-5ac39fc85106","keyPrefix":"sk-oai-xZJAVfeMfZED...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:11:18 | 201 |    2.317133ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:11:20 | 200 |      36.892µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:11:25 | 200 |      36.968µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:11:26 | 200 |    1.069612ms |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:11:26 | 200 |     478.094µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:11:26 | 200 |     147.546µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:11:26 | 200 |   10.970305ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:11:26.901Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f3de6ae5-5857-4237-b943-0cb546e3c701","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:11:26.901Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f3de6ae5-5857-4237-b943-0cb546e3c701","keyPrefix":"sk-oai-ziUO3mUJspB0...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:11:26 | 201 |     1.85117ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:11:27 | 200 |      46.272µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:11:30 | 200 |        50.4µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:11:34 | 200 |     880.404µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:11:34 | 200 |     453.719µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:11:34 | 200 |     151.127µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:11:34 | 200 |    7.279546ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:11:34 | 200 |     502.355µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:11:34 | 200 |     394.872µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:11:34 | 200 |     149.148µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:11:34 | 200 |    6.580052ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:11:35 | 200 |      43.029µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:11:35.915Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6964fa7f-00f3-40eb-b6f2-2b0a29030d9b","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:11:35.915Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6964fa7f-00f3-40eb-b6f2-2b0a29030d9b","keyPrefix":"sk-oai-1KMnEjOVujth...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:11:35 | 201 |    1.865167ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:11:37 | 200 |      41.175µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:11:40 | 200 |      45.294µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:11:43 | 200 |     911.394µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:11:43 | 200 |     418.091µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:11:43 | 200 |     166.025µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:11:43 | 200 |   10.531594ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:11:45 | 200 |       57.12µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:11:47 | 200 |      52.211µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:11:50 | 200 |      44.814µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:11:53.145Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b35d2bf5-81fd-4037-8282-73b211cc9218","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:11:53.145Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b35d2bf5-81fd-4037-8282-73b211cc9218","keyPrefix":"sk-oai-132NqALuNQOw...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:11:53 | 201 |    2.301501ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:11:55 | 200 |      42.371µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:11:57 | 200 |      40.911µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:12:00 | 200 |      41.316µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:12:01 | 200 |     836.521µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:12:01 | 200 |     539.948µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:12:01 | 200 |     183.944µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:12:01 | 200 |     466.757µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:12:01 | 200 |     151.546µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:12:01 | 200 |   22.302457ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:12:05 | 200 |      42.184µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:12:07 | 200 |      42.687µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:12:10 | 200 |      54.072µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:12:14.595Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7a9ad9e5-9cbb-473e-9357-c84a52bb9ebb","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:12:14.595Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7a9ad9e5-9cbb-473e-9357-c84a52bb9ebb","keyPrefix":"sk-oai-ZBoRuQh7hegm...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:12:14 | 201 |    2.184295ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:12:15 | 200 |      38.971µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:12:17 | 200 |      40.745µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:12:20 | 200 |       41.97µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:12:22 | 200 |     1.52928ms |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:12:22 | 200 |     460.961µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:12:22 | 200 |     160.594µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:12:22 | 200 |   10.859669ms |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:12:22 | 200 |     193.082µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:12:22 | 200 |   34.352327ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:12:25 | 200 |      43.127µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:12:27 | 200 |      41.093µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:12:30 | 200 |      42.614µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:12:35 | 200 |       45.68µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:12:37 | 200 |      39.507µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:12:40 | 200 |      41.121µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:12:40 | 200 |     210.111µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:12:40 | 200 |     181.449µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:12:40 | 200 |      182.58µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:12:40 | 200 |   32.831068ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:12:45 | 200 |      73.938µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:12:47 | 200 |      44.803µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:12:50 | 200 |      41.062µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:12:55 | 200 |       39.99µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:12:57 | 200 |      42.664µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:12:58 | 200 |     164.623µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:12:58 | 200 |    11.98378ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:13:00 | 200 |      48.027µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:13:05 | 200 |      46.287µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:13:07 | 200 |      38.694µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:13:10 | 200 |      47.076µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:13:11.723Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ad5f8028-5f02-4656-82e1-eab575691b14","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:13:11.723Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ad5f8028-5f02-4656-82e1-eab575691b14","keyPrefix":"sk-oai-E8MdgbLAXrqR...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:13:11 | 201 |    2.319728ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:13:15 | 200 |       41.51µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:13:17 | 200 |      41.457µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:13:19 | 200 |     887.241µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:13:19 | 200 |     152.422µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:13:20.357Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"932b5a66-a19b-40f3-8670-e00362de50b6","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:13:20.357Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"932b5a66-a19b-40f3-8670-e00362de50b6","keyPrefix":"sk-oai-1OvNElg5wppN...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:13:20 | 201 |    1.799616ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:13:20 | 200 |      54.254µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:13:25 | 200 |      53.003µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:13:27 | 200 |      47.492µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:13:28 | 200 |     917.352µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:13:28 | 200 |     494.561µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:13:28 | 200 |     148.665µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:13:28 | 200 |   10.258678ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:13:28.772Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6728f867-3cef-4e89-b51c-396705371e51","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:13:28.772Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6728f867-3cef-4e89-b51c-396705371e51","keyPrefix":"sk-oai-G0LnsoQ7Yuoh...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:13:28 | 201 |    1.763315ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:13:30 | 200 |      43.299µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:13:35 | 200 |      54.248µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:13:36 | 200 |      902.24µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:13:36 | 200 |     469.796µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:13:36 | 200 |     136.696µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:13:36 | 200 |    9.829374ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:13:37.540Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"3de2334d-3712-4ce2-927e-1a386abf2cb3","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:13:37.540Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3de2334d-3712-4ce2-927e-1a386abf2cb3","keyPrefix":"sk-oai-z0c0EWhlAOwj...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:13:37 | 201 |     1.77371ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:13:37 | 200 |      50.529µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:13:40 | 200 |      45.211µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:13:45 | 200 |     909.267µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:13:45 | 200 |     407.669µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:13:45 | 200 |     142.946µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:13:45 | 200 |    9.732885ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:13:45 | 200 |      70.958µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:13:47 | 200 |      64.309µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:13:50 | 200 |      64.876µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:13:54.744Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"d7bbf098-b37e-4aa0-870f-fee7c3ae5280","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:13:54.744Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d7bbf098-b37e-4aa0-870f-fee7c3ae5280","keyPrefix":"sk-oai-Vezcp8DO9dJQ...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:13:54 | 201 |    2.179635ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:13:55 | 200 |      43.512µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:13:57 | 200 |      49.699µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:14:00 | 200 |      41.884µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:14:05 | 200 |      39.547µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:14:07 | 200 |      41.015µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:14:10 | 200 |      40.713µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:14:11 | 200 |     956.726µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:14:11 | 403 |     113.594µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:14:15 | 200 |       44.83µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:14:17 | 200 |      48.476µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:14:20 | 200 |       41.14µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:14:25 | 200 |      41.372µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:14:27 | 200 |      40.342µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:14:28 | 403 |     114.107µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:14:30 | 200 |      41.753µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:14:35 | 200 |       50.49µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:14:37 | 200 |       39.96µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:14:40 | 200 |      38.816µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:14:45 | 403 |     126.519µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:14:45 | 200 |      42.565µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:14:47 | 200 |      40.762µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:14:50 | 200 |      76.635µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:14:55 | 200 |      42.793µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:14:57 | 200 |      42.956µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:15:00 | 200 |      40.343µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:15:01.440Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/03 - 20:15:01 | 200 |    1.259013ms |     10.133.0.40 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/03 - 20:15:02 | 403 |     133.942µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:15:05 | 200 |      42.846µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:15:07 | 200 |      58.175µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:15:10 | 200 |      47.076µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:15:15 | 200 |      54.021µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:15:16.888Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"efeeb480-389f-43ac-8da1-2a807ad879e4","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:15:16.888Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"efeeb480-389f-43ac-8da1-2a807ad879e4","keyPrefix":"sk-oai-1cHVKBEiBVTa...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:15:16 | 201 |    2.633751ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:15:17 | 200 |      43.113µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:15:20 | 200 |      42.632µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:15:24 | 200 |    1.015272ms |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:15:24 | 200 |     495.989µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:15:24 | 200 |     175.944µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:15:24 | 200 |   20.880099ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:15:25 | 200 |      41.465µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:15:27 | 200 |      68.624µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:15:30 | 200 |      42.047µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:15:35 | 200 |      41.783µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:15:37 | 200 |      44.487µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:15:39.353Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"715e5a59-a9dc-448b-83f3-9b2ae36f4b49","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:15:39.353Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"715e5a59-a9dc-448b-83f3-9b2ae36f4b49","keyPrefix":"sk-oai-1WQk0Orzvkk3...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:15:39 | 201 |    2.290001ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:15:39.390Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d4af5bf7-b174-48e9-b6bf-f9835ed14c38","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:15:39.390Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d4af5bf7-b174-48e9-b6bf-f9835ed14c38","keyPrefix":"sk-oai-10IDo356oL8Q...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:15:39 | 201 |    1.743248ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:15:40 | 200 |      44.692µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:15:45 | 200 |      40.443µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:15:47 | 200 |     930.041µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:15:47 | 200 |      521.19µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:15:47 | 200 |     261.982µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:15:47 | 200 |   11.133943ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:15:47 | 200 |     646.579µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:15:47 | 200 |     486.404µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:15:47 | 200 |     167.544µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:15:47 | 200 |   12.603638ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:15:47 | 200 |      41.864µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:15:50 | 200 |      46.646µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:15:55 | 200 |       51.19µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:15:57 | 200 |      42.547µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:16:00 | 200 |      65.543µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:16:05 | 200 |      41.802µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:16:06 | 200 |     226.503µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:16:06 | 200 |     250.868µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:16:06 | 200 |     575.106µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:16:06 | 200 |   43.432358ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:16:07 | 200 |      42.271µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:16:10 | 200 |      50.299µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:16:15 | 200 |      50.127µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:16:17 | 200 |      44.536µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:16:20 | 200 |      46.615µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:16:25 | 200 |     237.954µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:16:25 | 200 |   13.458393ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:16:25 | 200 |     210.463µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:16:25 | 200 |   11.763022ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:16:25 | 200 |      43.787µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:16:27 | 200 |      43.123µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:16:30 | 200 |      43.071µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:16:35 | 200 |      41.492µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:16:37 | 200 |      38.586µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:16:40 | 200 |      40.771µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:16:45 | 200 |        49.1µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:16:47 | 200 |      45.471µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:16:50.802Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"740aee41-3dc5-45a8-a22a-bbea7a7e8159","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:16:50.803Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"740aee41-3dc5-45a8-a22a-bbea7a7e8159","keyPrefix":"sk-oai-1WGxylKGJxwk...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:16:50 | 201 |    2.002779ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:16:50 | 200 |     527.416µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:16:50 | 200 |     173.266µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:16:50 | 200 |       40.93µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:16:50 | 200 |     518.237µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:16:50 | 200 |     168.183µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:16:50 | 200 |     518.903µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:16:50 | 200 |     173.376µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:16:50 | 200 |      485.96µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:16:50 | 200 |      400.03µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:16:50 | 200 |     149.844µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:16:50 | 200 |   16.391367ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:16:55 | 200 |      43.396µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:16:57 | 200 |      41.336µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:17:00 | 200 |      42.014µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:17:05 | 200 |      39.867µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:17:07 | 200 |      41.237µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:17:08.730Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9a5226a1-0f5a-4710-b24d-1dc20627fc3d","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:17:08.730Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9a5226a1-0f5a-4710-b24d-1dc20627fc3d","keyPrefix":"sk-oai-1T3tUufAPVit...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:17:08 | 201 |    2.126578ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:17:09 | 200 |      615.23µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:17:09 | 200 |     155.698µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:17:10 | 200 |       40.24µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:17:15 | 200 |      40.855µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:17:17 | 200 |      43.947µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:17:20 | 200 |      47.803µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:17:25 | 200 |      41.755µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:17:27 | 200 |      58.794µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:17:30 | 200 |      41.992µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:17:35 | 200 |      42.608µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:17:37 | 200 |      59.834µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:17:40 | 200 |      41.077µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:17:45 | 200 |      48.981µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:17:47 | 200 |      38.697µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:17:49.800Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"8d578411-3b26-4b0a-b293-3b60d1027094","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:17:49.800Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8d578411-3b26-4b0a-b293-3b60d1027094","keyPrefix":"sk-oai-1C8A6WIf7lfJ...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 20:17:49 | 201 |   12.527537ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:17:50.441Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"10217eeb-1452-4e5b-9efa-a397872c51e4","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:17:50.441Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"10217eeb-1452-4e5b-9efa-a397872c51e4","keyPrefix":"sk-oai-kXg8K5Jpjxhn...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/03 - 20:17:50 | 201 |    2.170887ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:17:50.686Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"d535b629-c6bd-4a85-b5c3-ca73c75ab8da","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:17:50.686Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d535b629-c6bd-4a85-b5c3-ca73c75ab8da","keyPrefix":"sk-oai-pYcGBlxMHQ2P...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 20:17:50 | 201 |    1.740909ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:17:50 | 200 |    1.360287ms |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:17:50 | 200 |     562.148µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:17:50 | 200 |      176.69µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:17:50 | 200 |   12.950608ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:17:50 | 200 |     610.435µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:17:50 | 200 |      169.31µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:17:50 | 200 |      48.176µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:17:50.869Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"392e2e7a-ce93-4f27-a8ed-47926f17866e","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:17:50.869Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"392e2e7a-ce93-4f27-a8ed-47926f17866e","keyPrefix":"sk-oai-1AtmreuIJvXU...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 20:17:50 | 201 |    1.762813ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:17:50.898Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"392e2e7a-ce93-4f27-a8ed-47926f17866e"}
{"level":"info","timestamp":"2026-06-03T20:17:50.898Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"392e2e7a-ce93-4f27-a8ed-47926f17866e","revokedBy":"alice_lead"}
[GIN] 2026/06/03 - 20:17:50 | 200 |    3.081884ms |      100.64.0.3 | DELETE   "/v1/api-keys/392e2e7a-ce93-4f27-a8ed-47926f17866e" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:17:53 | 200 |     898.117µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-03T20:17:53.938Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/03 - 20:17:53 | 500 |     103.496µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:17:54.259Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"5cb0aeb7-2e31-4d6c-8070-c504461135f5","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:17:54.259Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5cb0aeb7-2e31-4d6c-8070-c504461135f5","keyPrefix":"sk-oai-8b7usjj4YnoH...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 20:17:54 | 201 |    1.791224ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:17:54.287Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"6ff093be-c6e3-4524-a93d-2f28ee3b484c","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:17:54.287Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6ff093be-c6e3-4524-a93d-2f28ee3b484c","keyPrefix":"sk-oai-1Q4HqmcA2tzg...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/03 - 20:17:54 | 201 |    1.877012ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:17:54.402Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"7d7b8d20-6f56-4364-9ce7-d1c45a26451d","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:17:54.402Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7d7b8d20-6f56-4364-9ce7-d1c45a26451d","keyPrefix":"sk-oai-1PhvA2CVajHZ...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 20:17:54 | 201 |    1.747226ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:17:54.443Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"7d7b8d20-6f56-4364-9ce7-d1c45a26451d"}
{"level":"info","timestamp":"2026-06-03T20:17:54.443Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"7d7b8d20-6f56-4364-9ce7-d1c45a26451d","revokedBy":"alice_lead"}
[GIN] 2026/06/03 - 20:17:54 | 200 |     2.38298ms |      100.64.0.4 | DELETE   "/v1/api-keys/7d7b8d20-6f56-4364-9ce7-d1c45a26451d" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:17:54 | 404 |     919.073µs |      100.64.0.3 | DELETE   "/v1/api-keys/7d7b8d20-6f56-4364-9ce7-d1c45a26451d" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:17:54.581Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"7b1cdb62-148b-49d6-acc3-396e085335c6","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:17:54.582Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7b1cdb62-148b-49d6-acc3-396e085335c6","keyPrefix":"sk-oai-1UzPiQGzaugy...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 20:17:54 | 201 |    1.734977ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:17:54 | 200 |     648.247µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:17:54 | 200 |     498.422µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:17:54 | 200 |     137.546µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:17:54 | 200 |   10.689874ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:17:54.731Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"e4d31d77-f33c-42d1-9b31-7c773a6175a7","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:17:54.731Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e4d31d77-f33c-42d1-9b31-7c773a6175a7","keyPrefix":"sk-oai-FU19Bt12QIMv...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 20:17:54 | 201 |    1.803492ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:17:54 | 200 |     601.085µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:17:54 | 403 |     108.056µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:17:54 | 200 |     541.521µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:17:54 | 200 |     475.011µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:17:54 | 200 |     147.727µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:17:54 | 200 |   10.469276ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:17:54.949Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"f3c8598d-50b6-42f3-af46-b1162ee55830","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:17:54.949Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f3c8598d-50b6-42f3-af46-b1162ee55830","keyPrefix":"sk-oai-16pHQ8fYtvny...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 20:17:54 | 201 |    1.676336ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:17:54 | 200 |     573.964µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:17:54 | 200 |     499.183µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:17:54 | 200 |     131.057µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:17:54 | 200 |   10.091399ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:17:55 | 200 |     579.652µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:17:55 | 200 |     461.023µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:17:55 | 200 |     140.774µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:17:55 | 200 |   10.044029ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:17:55.147Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"51be6450-8451-4d6a-b093-066cd9445770","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:17:55.147Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"51be6450-8451-4d6a-b093-066cd9445770","keyPrefix":"sk-oai-1eeO73kcER3t...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 20:17:55 | 201 |    1.735893ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:17:55 | 200 |      39.625µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:17:57 | 200 |      43.654µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:18:00 | 200 |      40.443µs |      10.134.0.2 | GET      "/health"