[GIN] 2026/06/11 - 17:13:29 | 200 |     165.078µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:13:30 | 200 |       40.36µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:13:35 | 200 |      46.103µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:13:35 | 200 |      39.618µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:13:40 | 200 |      39.556µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:13:45 | 200 |      39.758µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:13:45 | 200 |       40.62µs |      10.132.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-11T17:13:47.053Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-11T17:13:47.053Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/11 - 17:13:47 | 400 |     287.642µs |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:13:50 | 200 |      54.116µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:13:55 | 200 |      39.993µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:13:55 | 200 |      62.432µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:14:00 | 200 |      47.867µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-11T17:14:04.539Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"1837c5cb-445b-4daa-9214-20c24221b78a","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T17:14:04.539Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1837c5cb-445b-4daa-9214-20c24221b78a","keyPrefix":"sk-oai-XEDEHXXKNxYF...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 17:14:04 | 201 |    2.066662ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:14:04 | 200 |     509.879µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:14:04 | 200 |     163.723µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:14:05 | 200 |      38.304µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:14:05 | 200 |      37.119µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:14:10 | 200 |      55.373µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-11T17:14:13.780Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"871dd0dd-a3c1-46c1-8a8b-2ad4e1a9eac5","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T17:14:13.780Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"871dd0dd-a3c1-46c1-8a8b-2ad4e1a9eac5","keyPrefix":"sk-oai-nylcycfSmd0x...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 17:14:13 | 201 |    2.034243ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:14:15 | 200 |      63.407µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:14:15 | 200 |      41.608µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:14:20 | 200 |      43.341µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:14:22 | 200 |     779.478µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:14:22 | 200 |     120.209µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:14:25 | 200 |      39.298µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:14:25 | 200 |      39.328µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:14:30 | 200 |      41.175µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-11T17:14:31.301Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"38002c4a-9fdb-4bbd-8948-6c929d88db7b","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T17:14:31.301Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"38002c4a-9fdb-4bbd-8948-6c929d88db7b","keyPrefix":"sk-oai-oizTuOBNHP5t...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 17:14:31 | 201 |    2.012524ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:14:31 | 200 |     515.155µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:14:31 | 200 |     159.494µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:14:35 | 200 |      48.941µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:14:35 | 200 |      38.877µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:14:40 | 200 |      42.381µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:14:45 | 200 |      44.132µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:14:45 | 200 |      47.762µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:14:50 | 200 |      52.486µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:14:55 | 200 |       42.81µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:14:55 | 200 |      52.204µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:15:00 | 200 |       46.02µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-11T17:15:01.577Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/11 - 17:15:01 | 200 |    1.074303ms |     10.133.0.43 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/11 - 17:15:05 | 200 |      45.458µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:15:05 | 200 |      42.366µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:15:10 | 200 |        40.4µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:15:15 | 200 |      42.858µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:15:15 | 200 |      40.342µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:15:20 | 200 |      64.847µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:15:25 | 200 |      42.855µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:15:25 | 200 |      41.363µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:15:30 | 200 |      38.687µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:15:35 | 200 |      50.846µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:15:35 | 200 |       40.65µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:15:40 | 200 |      39.433µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:15:45 | 200 |      43.739µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:15:45 | 200 |      46.314µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:15:50 | 200 |      41.544µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:15:55 | 200 |      41.071µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:15:55 | 200 |      44.638µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:16:00 | 200 |      39.861µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:16:05 | 200 |      45.293µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:16:05 | 200 |      40.912µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:16:10 | 200 |      35.523µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:16:15 | 200 |       33.91µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:16:15 | 200 |      32.722µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:16:20 | 200 |      34.456µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:16:25 | 200 |      34.999µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:16:25 | 200 |      33.337µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:16:30 | 200 |      32.556µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-11T17:16:30.947Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"f067bc5c-9719-48b2-a35e-44f1cd0b7ad0","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T17:16:30.947Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f067bc5c-9719-48b2-a35e-44f1cd0b7ad0","keyPrefix":"sk-oai-Ym5AZ14kCWk0...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 17:16:30 | 201 |   11.056398ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:16:30 | 200 |    1.259207ms |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:16:30 | 200 |     135.127µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:16:35 | 200 |      35.836µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:16:35 | 200 |      34.802µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:16:40 | 200 |      34.053µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:16:45 | 200 |      34.287µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:16:45 | 200 |       33.57µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:16:50 | 200 |       33.82µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:16:54 | 200 |    1.071946ms |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:16:54 | 200 |     150.626µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:16:54 | 404 |    1.194006ms |  44.212.242.249 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:16:55 | 200 |      47.759µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:16:55 | 200 |      39.487µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:17:00 | 200 |      36.099µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:17:05 | 200 |      48.405µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:17:05 | 200 |       38.08µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:17:10 | 200 |      33.417µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:17:15 | 200 |      35.721µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:17:15 | 200 |       35.74µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:17:20 | 200 |      33.906µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:17:25 | 200 |      33.716µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:17:25 | 200 |      35.892µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:17:30 | 200 |      56.241µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:17:35 | 200 |      64.731µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:17:35 | 200 |      35.166µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:17:40 | 200 |      46.089µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:17:45 | 200 |      42.271µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-11T17:17:45.348Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"3e63694e-8fd2-42f6-9db7-b556d7bbc177","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T17:17:45.348Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3e63694e-8fd2-42f6-9db7-b556d7bbc177","keyPrefix":"sk-oai-FnkY99Uts4MH...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 17:17:45 | 201 |    2.102499ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:17:45 | 200 |     590.395µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:17:45 | 200 |     153.774µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:17:45 | 200 |      34.281µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:17:50 | 200 |      41.324µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:17:55 | 200 |      35.262µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:17:55 | 200 |      55.705µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:18:00 | 200 |      36.461µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-11T17:18:04.743Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"ca857692-5b13-4bd9-86ce-caddc95eaef7","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T17:18:04.743Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ca857692-5b13-4bd9-86ce-caddc95eaef7","keyPrefix":"sk-oai-Ca9tEOAMEsEC...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 17:18:04 | 201 |     2.13732ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:18:04 | 200 |     540.534µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:18:04 | 200 |      147.43µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:18:05 | 200 |     588.407µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:18:05 | 200 |     159.958µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:18:05 | 200 |      42.431µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:18:05 | 200 |      39.059µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:18:10 | 200 |      46.961µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:18:15 | 200 |      38.521µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:18:15 | 200 |      40.136µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:18:20 | 200 |      39.289µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-11T17:18:24.321Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"34485f29-fe49-49c8-8a31-63814f7f3f51","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T17:18:24.321Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"34485f29-fe49-49c8-8a31-63814f7f3f51","keyPrefix":"sk-oai-105sYVcpzpIm...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 17:18:24 | 201 |    2.088613ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:18:24 | 200 |     528.758µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:18:24 | 200 |     364.461µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:18:24 | 200 |     166.553µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:18:24 | 200 |   21.122584ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:18:25 | 200 |      43.189µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:18:25 | 200 |      46.132µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:18:30 | 200 |      45.602µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:18:35 | 200 |      40.608µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:18:35 | 200 |      39.047µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:18:40 | 200 |      39.852µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:18:43 | 200 |     214.623µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:18:43 | 200 |     179.738µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:18:43 | 200 |   40.682499ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:18:45 | 200 |      47.716µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:18:45 | 200 |      49.664µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:18:50 | 200 |       48.57µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:18:55 | 200 |      40.698µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:18:55 | 200 |      40.399µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-11T17:18:57.960Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"be5f3531-1771-4ed1-a01e-b47f1fe219cd","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T17:18:57.960Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"be5f3531-1771-4ed1-a01e-b47f1fe219cd","keyPrefix":"sk-oai-KcEMk6fyZHtC...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 17:18:57 | 201 |    1.966889ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:19:00 | 200 |      41.043µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:19:05 | 200 |      39.657µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:19:05 | 200 |      44.797µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:19:10 | 200 |      41.672µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:19:15 | 200 |      41.824µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:19:15 | 200 |      55.874µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:19:20 | 200 |       44.47µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:19:25 | 200 |      43.236µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:19:25 | 200 |      40.098µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:19:27 | 200 |    1.886484ms |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:19:28 | 200 |     141.661µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:19:28 | 200 |     456.912µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:19:28 | 200 |       365.3µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:19:28 | 200 |     144.469µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:19:28 | 200 |   14.222676ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:19:30 | 200 |      46.367µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:19:35 | 200 |       49.72µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:19:35 | 200 |      44.267µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:19:40 | 200 |      34.655µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:19:45 | 200 |      42.023µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:19:45 | 200 |      151.02µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:19:45 | 200 |   21.165511ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:19:45 | 200 |      45.056µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:19:50 | 200 |       47.87µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-11T17:19:53.846Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f535f52a-e5bc-4c61-ae0d-0aa9d1652954","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T17:19:53.846Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f535f52a-e5bc-4c61-ae0d-0aa9d1652954","keyPrefix":"sk-oai-15XLWktjbrOT...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 17:19:53 | 201 |    2.073392ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:19:55 | 200 |      50.415µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:19:55 | 200 |      39.327µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:20:00 | 200 |      39.702µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:20:01 | 200 |     846.499µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:20:01 | 200 |     388.609µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:20:01 | 200 |     124.279µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:20:01 | 200 |   10.494113ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-11T17:20:02.410Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5577304a-5fd8-4247-8443-4b1a94369b2f","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T17:20:02.410Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5577304a-5fd8-4247-8443-4b1a94369b2f","keyPrefix":"sk-oai-1V3Zzy8xRq9y...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 17:20:02 | 201 |    1.801852ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:20:05 | 200 |      64.758µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:20:05 | 200 |      44.435µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:20:10 | 200 |      51.097µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:20:10 | 200 |     999.542µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:20:10 | 200 |     373.679µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:20:10 | 200 |     132.231µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:20:10 | 200 |    7.478722ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:20:10 | 200 |     468.189µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:20:10 | 200 |     372.658µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:20:10 | 200 |     133.619µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:20:10 | 200 |    6.774289ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-11T17:20:11.512Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"be07539b-71ee-488d-8446-a6c688ec6676","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T17:20:11.512Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"be07539b-71ee-488d-8446-a6c688ec6676","keyPrefix":"sk-oai-10twXSLfRNqS...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 17:20:11 | 201 |    2.193014ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:20:15 | 200 |      37.085µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:20:15 | 200 |      44.531µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:20:19 | 200 |     833.883µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:20:19 | 200 |     381.243µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:20:19 | 200 |     171.139µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:20:19 | 200 |   11.928289ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:20:20 | 200 |      41.783µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:20:25 | 200 |      37.437µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:20:25 | 200 |      37.488µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-11T17:20:28.746Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"db83cd4d-e6ac-4e61-a750-59faa910c1a0","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T17:20:28.746Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"db83cd4d-e6ac-4e61-a750-59faa910c1a0","keyPrefix":"sk-oai-14bb4LdJTZRz...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 17:20:28 | 201 |    2.090827ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:20:30 | 200 |      41.224µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:20:35 | 200 |      37.654µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:20:35 | 200 |      38.966µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:20:36 | 200 |     790.838µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:20:36 | 200 |     405.025µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:20:36 | 200 |     150.251µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:20:36 | 200 |      361.63µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:20:36 | 200 |     136.867µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:20:36 | 200 |   22.325308ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:20:40 | 200 |      37.796µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:20:45 | 200 |      34.792µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:20:45 | 200 |      45.887µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:20:50 | 200 |      57.292µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-11T17:20:54.570Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"604fc3c2-e437-4249-bb2f-fe030438bb94","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T17:20:54.570Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"604fc3c2-e437-4249-bb2f-fe030438bb94","keyPrefix":"sk-oai-1EF536Bn32Rl...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 17:20:54 | 201 |    2.091349ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:20:55 | 200 |      39.283µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:20:55 | 200 |      40.471µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:21:00 | 200 |      65.492µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:21:02 | 200 |     951.281µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:21:02 | 200 |     393.986µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:21:02 | 200 |     160.518µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:21:02 | 200 |   10.625674ms |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:21:02 | 200 |     150.555µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:21:02 | 200 |   36.256945ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:21:05 | 200 |      39.939µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:21:05 | 200 |       40.21µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:21:10 | 200 |      47.756µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:21:14 | 200 |      185.07µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:21:14 | 200 |     551.589µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:21:14 | 200 |     170.134µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:21:14 | 200 |   70.230829ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:21:15 | 200 |      42.581µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:21:15 | 200 |      41.013µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:21:20 | 200 |      42.292µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:21:25 | 200 |      40.869µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:21:25 | 200 |      42.266µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:21:30 | 200 |      41.779µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:21:32 | 200 |     172.366µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:21:32 | 200 |   26.729973ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:21:35 | 200 |      40.081µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:21:35 | 200 |      46.939µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:21:40 | 200 |      41.241µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-11T17:21:43.478Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b7d00ac7-1430-4ec5-b483-b76696c3a43f","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T17:21:43.478Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b7d00ac7-1430-4ec5-b483-b76696c3a43f","keyPrefix":"sk-oai-1PbdUnm4tyed...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 17:21:43 | 201 |    2.708384ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:21:45 | 200 |      52.695µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:21:45 | 200 |      39.441µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:21:50 | 200 |      40.329µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:21:51 | 200 |     837.655µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:21:51 | 200 |     139.531µs |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:21:55 | 200 |      42.002µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:21:55 | 200 |      39.623µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:22:00 | 200 |      44.026µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-11T17:22:04.979Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0cadc66f-682d-4c67-9bb4-ea106695cfee","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T17:22:04.979Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0cadc66f-682d-4c67-9bb4-ea106695cfee","keyPrefix":"sk-oai-ljcUeVzjRud5...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 17:22:04 | 201 |     2.07559ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:22:05 | 200 |      44.601µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:22:05 | 200 |      50.419µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:22:10 | 200 |      47.235µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:22:13 | 200 |    1.137104ms |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:22:13 | 200 |     503.995µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:22:13 | 200 |     150.941µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:22:13 | 200 |   12.768785ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-11T17:22:13.421Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3c7ed8cc-f077-4d1d-b91a-6376a65ceca9","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T17:22:13.421Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3c7ed8cc-f077-4d1d-b91a-6376a65ceca9","keyPrefix":"sk-oai-DPIyHdh1LhiG...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 17:22:13 | 201 |    1.725118ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:22:15 | 200 |      48.429µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:22:15 | 200 |      39.621µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:22:20 | 200 |      40.022µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:22:21 | 200 |    1.032962ms |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:22:21 | 200 |     457.711µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:22:21 | 200 |     121.592µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:22:21 | 200 |   11.792424ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-11T17:22:22.225Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"03a752e0-8de2-4f52-b807-bb95aa754618","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T17:22:22.225Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"03a752e0-8de2-4f52-b807-bb95aa754618","keyPrefix":"sk-oai-1J4jBuwVf4Nb...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 17:22:22 | 201 |    2.017201ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:22:25 | 200 |      39.227µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:22:25 | 200 |      41.857µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:22:30 | 200 |      40.016µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:22:30 | 200 |     943.197µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:22:30 | 200 |     379.671µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:22:30 | 200 |     152.324µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:22:30 | 200 |    11.64878ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:22:35 | 200 |      47.566µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:22:35 | 200 |      42.155µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-11T17:22:39.539Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"f167635d-53ff-423b-ac1c-d265f3744baf","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T17:22:39.539Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f167635d-53ff-423b-ac1c-d265f3744baf","keyPrefix":"sk-oai-DJ0HPWvc1KC4...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 17:22:39 | 201 |    2.151232ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:22:40 | 200 |      44.279µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:22:45 | 200 |      43.438µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:22:45 | 200 |      42.878µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:22:50 | 200 |      43.837µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:22:55 | 200 |      44.624µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:22:55 | 200 |      43.553µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:22:55 | 200 |    1.418159ms |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:22:55 | 403 |      99.569µs |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:23:00 | 200 |      44.271µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:23:05 | 200 |      48.293µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:23:05 | 200 |       39.83µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:23:10 | 200 |      49.118µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:23:12 | 403 |     132.636µs |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:23:15 | 200 |      47.882µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:23:15 | 200 |      40.212µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:23:20 | 200 |      40.318µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:23:25 | 200 |      50.908µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:23:25 | 200 |      42.668µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:23:30 | 403 |     177.747µs |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:23:30 | 200 |      43.101µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:23:35 | 200 |      49.237µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:23:35 | 200 |      37.507µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:23:40 | 200 |      39.597µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:23:45 | 200 |      47.167µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:23:45 | 200 |      41.986µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:23:47 | 403 |     151.641µs |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:23:50 | 200 |      38.004µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:23:55 | 200 |      43.686µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:23:55 | 200 |        41.5µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:24:00 | 200 |      40.036µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-11T17:24:01.689Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"fcffedd8-dfad-452c-8b81-7c4c079eefaf","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T17:24:01.689Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fcffedd8-dfad-452c-8b81-7c4c079eefaf","keyPrefix":"sk-oai-10kbD3yVCbur...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 17:24:01 | 201 |    2.007066ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:24:05 | 200 |      42.075µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:24:05 | 200 |      50.145µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:24:09 | 200 |     857.817µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:24:09 | 200 |     434.834µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:24:09 | 200 |     168.011µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:24:09 | 200 |   20.556817ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:24:10 | 200 |      40.568µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:24:15 | 200 |      41.139µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:24:15 | 200 |      45.255µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:24:20 | 200 |      41.288µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-11T17:24:21.903Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e8cc4830-ba29-45f0-8f71-56ab14c6c977","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T17:24:21.903Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e8cc4830-ba29-45f0-8f71-56ab14c6c977","keyPrefix":"sk-oai-ORgNa9YJV8jJ...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 17:24:21 | 201 |     2.08071ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-11T17:24:21.962Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3bb4d098-c5ab-4f3c-a03d-c1fc1700385d","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T17:24:21.962Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3bb4d098-c5ab-4f3c-a03d-c1fc1700385d","keyPrefix":"sk-oai-1cKeEJjuZY41...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 17:24:21 | 201 |     1.78314ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:24:25 | 200 |      49.621µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:24:25 | 200 |       39.86µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:24:29 | 200 |     866.725µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:24:30 | 200 |     398.179µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:24:30 | 200 |     157.034µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:24:30 | 200 |   11.543858ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:24:30 | 200 |     428.505µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:24:30 | 200 |     393.822µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:24:30 | 200 |     169.859µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:24:30 | 200 |   11.974181ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:24:30 | 200 |       39.29µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:24:35 | 200 |      53.929µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:24:35 | 200 |      46.229µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:24:40 | 200 |      57.709µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:24:42 | 200 |     187.941µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:24:42 | 200 |     196.628µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:24:42 | 200 |      183.04µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:24:42 | 200 |   64.035655ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:24:45 | 200 |      41.855µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:24:45 | 200 |      53.671µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:24:50 | 200 |      40.326µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:24:54 | 200 |     677.907µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:24:54 | 200 |   38.930473ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:24:54 | 200 |     188.937µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:24:54 | 200 |   25.611447ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:24:55 | 200 |      46.266µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:24:55 | 200 |      39.316µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:25:00 | 200 |      47.372µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:25:05 | 200 |      39.965µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:25:05 | 200 |      43.629µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:25:10 | 200 |     105.475µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:25:15 | 200 |      49.035µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:25:15 | 200 |        41.2µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:25:20 | 200 |      40.594µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-11T17:25:21.156Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-central-models-exempt-sa-1acb09","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"640823e0-d895-44ab-9794-a609b82e7266","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T17:25:21.156Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"640823e0-d895-44ab-9794-a609b82e7266","keyPrefix":"sk-oai-b8k5DvEeipmE...","username":"system:serviceaccount:models-as-a-service:e2e-central-models-exempt-sa-1acb09","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 17:25:21 | 201 |    1.977728ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:25:21 | 200 |     470.233µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:25:21 | 200 |     155.661µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:25:21 | 200 |     429.558µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:25:21 | 200 |     161.651µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:25:21 | 200 |     438.468µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:25:21 | 200 |     162.383µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:25:21 | 200 |     415.958µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:25:21 | 200 |     413.077µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:25:21 | 200 |     206.206µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:25:21 | 200 |   14.960695ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:25:25 | 200 |      41.408µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:25:25 | 200 |      40.304µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:25:30 | 200 |      39.868µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-11T17:25:34.968Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"fae86da0-ea2e-44af-ac0a-fceebe978c92","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T17:25:34.968Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fae86da0-ea2e-44af-ac0a-fceebe978c92","keyPrefix":"sk-oai-PRAQSVCt52tq...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/11 - 17:25:34 | 201 |    3.223319ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:25:35 | 200 |      49.003µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:25:35 | 200 |     504.429µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:25:35 | 200 |     157.123µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:25:35 | 200 |      37.173µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:25:40 | 200 |      41.167µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:25:45 | 200 |      41.023µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:25:45 | 200 |      39.289µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:25:50 | 200 |      41.167µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:25:55 | 200 |      40.505µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:25:55 | 200 |       40.34µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:26:00 | 200 |      40.008µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:26:05 | 200 |      46.345µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:26:05 | 200 |      40.321µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:26:10 | 200 |      37.937µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:26:15 | 200 |      39.227µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:26:15 | 200 |      41.181µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:26:20 | 200 |      43.616µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:26:25 | 200 |      36.585µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:26:25 | 200 |      38.855µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:26:30 | 200 |      42.023µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:26:35 | 200 |       41.38µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:26:35 | 200 |      40.477µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:26:40 | 200 |      47.175µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-11T17:26:41.948Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"7eb60da9-7c9c-407f-a92b-23b7369a4552","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T17:26:41.948Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7eb60da9-7c9c-407f-a92b-23b7369a4552","keyPrefix":"sk-oai-Gf6ZEe5lywa5...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/11 - 17:26:41 | 201 |   10.876736ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-11T17:26:42.492Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"e25951f3-1430-498f-9744-5df8d68428a3","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T17:26:42.492Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e25951f3-1430-498f-9744-5df8d68428a3","keyPrefix":"sk-oai-1FuGOs0Nixir...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/11 - 17:26:42 | 201 |    1.734893ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-11T17:26:42.707Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"ef276a30-6df3-4483-9fd9-0359c79d674a","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T17:26:42.707Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ef276a30-6df3-4483-9fd9-0359c79d674a","keyPrefix":"sk-oai-dN8ka1blt2W7...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/11 - 17:26:42 | 201 |    1.739987ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:26:42 | 200 |    1.248454ms |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:26:42 | 200 |     468.477µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:26:42 | 200 |     133.872µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:26:42 | 200 |   12.300116ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:26:42 | 200 |     481.262µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:26:42 | 200 |     137.747µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-11T17:26:42.887Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"cf6b119a-37d4-4312-adcf-6d28c1445836","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T17:26:42.887Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cf6b119a-37d4-4312-adcf-6d28c1445836","keyPrefix":"sk-oai-waf1koWL3EtO...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/11 - 17:26:42 | 201 |    1.706004ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-11T17:26:42.919Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"cf6b119a-37d4-4312-adcf-6d28c1445836"}
{"level":"info","timestamp":"2026-06-11T17:26:42.919Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"cf6b119a-37d4-4312-adcf-6d28c1445836","revokedBy":"alice_lead"}
[GIN] 2026/06/11 - 17:26:42 | 200 |    2.677577ms |  44.212.242.249 | DELETE   "/v1/api-keys/cf6b119a-37d4-4312-adcf-6d28c1445836" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:26:45 | 200 |      38.831µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:26:45 | 200 |       45.42µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/11 - 17:26:45 | 200 |     828.867µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-11T17:26:46.273Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/11 - 17:26:46 | 500 |     150.393µs |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-11T17:26:46.487Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"0864a7a0-6200-46b0-864c-eef514950b39","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T17:26:46.487Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0864a7a0-6200-46b0-864c-eef514950b39","keyPrefix":"sk-oai-Qmk2bl7kpPLw...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/11 - 17:26:46 | 201 |    1.766153ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-11T17:26:46.516Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"bf6837a8-2049-4af0-b425-828c5fb5e81d","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T17:26:46.516Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bf6837a8-2049-4af0-b425-828c5fb5e81d","keyPrefix":"sk-oai-128smEHOyBTo...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/11 - 17:26:46 | 201 |    1.663163ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-11T17:26:46.609Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"c0034505-1624-4472-afd6-15de4b49e7cb","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T17:26:46.609Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c0034505-1624-4472-afd6-15de4b49e7cb","keyPrefix":"sk-oai-L5nAOTGXS9uv...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/11 - 17:26:46 | 201 |    1.635443ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-11T17:26:46.654Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"c0034505-1624-4472-afd6-15de4b49e7cb"}
{"level":"info","timestamp":"2026-06-11T17:26:46.654Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"c0034505-1624-4472-afd6-15de4b49e7cb","revokedBy":"alice_lead"}
[GIN] 2026/06/11 - 17:26:46 | 200 |    2.158166ms |  44.212.242.249 | DELETE   "/v1/api-keys/c0034505-1624-4472-afd6-15de4b49e7cb" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:26:46 | 404 |     632.635µs |  44.212.242.249 | DELETE   "/v1/api-keys/c0034505-1624-4472-afd6-15de4b49e7cb" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-11T17:26:46.776Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"1a3dd5ff-6a32-483e-b5cf-0fe05dd84992","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T17:26:46.776Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1a3dd5ff-6a32-483e-b5cf-0fe05dd84992","keyPrefix":"sk-oai-2THtZOhIRiff...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/11 - 17:26:46 | 201 |    1.620628ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:26:46 | 200 |     553.833µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:26:46 | 200 |     462.581µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:26:46 | 200 |     128.206µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:26:46 | 200 |   11.155231ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-11T17:26:46.905Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"c40da5bd-8656-484e-a713-fd90ee596d3b","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T17:26:46.905Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c40da5bd-8656-484e-a713-fd90ee596d3b","keyPrefix":"sk-oai-1VYqdgjvAnpt...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/11 - 17:26:46 | 201 |    1.575201ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:26:46 | 200 |     434.154µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:26:46 | 403 |     106.321µs |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:26:46 | 200 |     448.368µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:26:46 | 200 |     399.297µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:26:46 | 200 |     163.044µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:26:46 | 200 |   11.291433ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-11T17:26:47.057Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"1479a830-530e-4371-8ba2-d7232332c099","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T17:26:47.057Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1479a830-530e-4371-8ba2-d7232332c099","keyPrefix":"sk-oai-1XajXM9IPGsR...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/11 - 17:26:47 | 201 |    1.573021ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:26:47 | 200 |     419.929µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:26:47 | 200 |     361.396µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:26:47 | 200 |     131.783µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:26:47 | 200 |   10.462852ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:26:47 | 200 |     412.151µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:26:47 | 200 |     344.715µs |     10.132.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/11 - 17:26:47 | 200 |      126.34µs |     10.132.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/11 - 17:26:47 | 200 |   10.452156ms |  44.212.242.249 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-11T17:26:47.220Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"4ab33548-5315-4d9b-be8a-45d7393cfdac","ephemeral":false}
{"level":"info","timestamp":"2026-06-11T17:26:47.220Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4ab33548-5315-4d9b-be8a-45d7393cfdac","keyPrefix":"sk-oai-ZbA28uRqF6Hb...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/11 - 17:26:47 | 201 |    1.549357ms |  44.212.242.249 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/11 - 17:26:50 | 200 |      40.796µs |      10.132.0.2 | GET      "/health"