[GIN] 2026/05/31 - 17:49:07 | 201 |    1.957708ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-31T17:49:07.046Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"215c1ba1-7e51-40ed-b012-d2bd5b8df949","ephemeral":false}
{"level":"info","timestamp":"2026-05-31T17:49:07.046Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"215c1ba1-7e51-40ed-b012-d2bd5b8df949","keyPrefix":"sk-oai-1NXrDJKEZNTT...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/31 - 17:49:07 | 201 |    1.711411ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 17:49:07 | 200 |     501.284µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 17:49:07 | 200 |     157.717µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 17:49:07 | 200 |     422.731µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 17:49:07 | 200 |     193.451µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 17:49:07 | 200 |      45.459µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:49:11 | 200 |      44.902µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:49:16 | 200 |      47.355µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:49:17 | 200 |      39.902µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:49:21 | 200 |      42.422µs |      10.133.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-05-31T17:49:24.718Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-05-31T17:49:24.719Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/05/31 - 17:49:24 | 400 |     306.266µs |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 17:49:26 | 200 |      46.331µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:49:27 | 200 |      64.476µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:49:31 | 200 |       49.65µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:49:36 | 200 |      40.505µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:49:37 | 200 |      53.762µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:49:41 | 200 |      66.005µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-31T17:49:42.106Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"98525e77-7a67-4f83-9f9d-c6f7c0b99aed","ephemeral":false}
{"level":"info","timestamp":"2026-05-31T17:49:42.106Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"98525e77-7a67-4f83-9f9d-c6f7c0b99aed","keyPrefix":"sk-oai-10pqEBwNYT7S...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/31 - 17:49:42 | 201 |   10.869294ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 17:49:42 | 200 |    1.331678ms |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 17:49:42 | 200 |     198.666µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 17:49:46 | 200 |      47.437µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:49:47 | 200 |      53.912µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-31T17:49:51.192Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"35a8a77b-7078-4676-82cb-0f6aea83551e","ephemeral":false}
{"level":"info","timestamp":"2026-05-31T17:49:51.192Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"35a8a77b-7078-4676-82cb-0f6aea83551e","keyPrefix":"sk-oai-rZd1jRDZxO4Q...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/31 - 17:49:51 | 201 |    2.019772ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 17:49:51 | 200 |       39.49µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:49:56 | 200 |      42.058µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:49:57 | 200 |      40.484µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:49:59 | 200 |     893.209µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 17:49:59 | 200 |     143.938µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 17:50:01 | 200 |      38.774µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:50:06 | 200 |      41.877µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:50:07 | 200 |      59.141µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:50:11 | 200 |      46.501µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:50:16 | 200 |      45.107µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-31T17:50:16.899Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"e8fcc7f6-9bd2-430d-9660-b868c5e34d2a","ephemeral":false}
{"level":"info","timestamp":"2026-05-31T17:50:16.899Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e8fcc7f6-9bd2-430d-9660-b868c5e34d2a","keyPrefix":"sk-oai-1Ys0yPQcuuC0...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/31 - 17:50:16 | 201 |    2.447162ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 17:50:16 | 200 |     637.334µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 17:50:16 | 200 |       166.3µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 17:50:17 | 200 |      39.497µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:50:21 | 200 |      41.402µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:50:26 | 200 |      40.772µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:50:27 | 200 |      40.343µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:50:31 | 200 |      48.349µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:50:36 | 200 |       40.64µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:50:37 | 200 |      49.225µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:50:41 | 200 |      43.964µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:50:46 | 200 |      40.273µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:50:47 | 200 |       38.78µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:50:51 | 200 |       39.47µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:50:56 | 200 |      47.696µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:50:57 | 200 |      39.197µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:51:01 | 200 |      37.612µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:51:06 | 200 |       40.72µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:51:07 | 200 |      48.775µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:51:11 | 200 |      57.667µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:51:16 | 200 |       44.23µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:51:17 | 200 |      47.822µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:51:21 | 200 |      40.653µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:51:26 | 200 |      42.329µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:51:27 | 200 |       52.32µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:51:31 | 200 |      41.121µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:51:36 | 200 |      42.247µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:51:37 | 200 |      52.296µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:51:41 | 200 |       54.62µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:51:46 | 200 |      41.825µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:51:47 | 200 |      43.926µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:51:51 | 200 |      56.751µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:51:56 | 200 |       60.56µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:51:57 | 200 |      41.404µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:52:01 | 200 |       44.06µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:52:06 | 200 |      46.067µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:52:07 | 200 |      41.578µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:52:11 | 200 |      39.118µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:52:16 | 200 |      50.804µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:52:17 | 200 |      46.881µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-31T17:52:18.385Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"9eb1befc-4638-43af-a3bb-09dcda30e32c","ephemeral":false}
{"level":"info","timestamp":"2026-05-31T17:52:18.385Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9eb1befc-4638-43af-a3bb-09dcda30e32c","keyPrefix":"sk-oai-ScHe6Qd3cNAS...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/31 - 17:52:18 | 201 |    2.116035ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 17:52:21 | 200 |      39.496µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:52:26 | 200 |      40.504µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:52:27 | 200 |      40.862µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:52:31 | 200 |      43.079µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:52:36 | 200 |      48.963µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:52:37 | 200 |      38.933µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:52:40 | 200 |     966.913µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 17:52:40 | 200 |     249.718µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 17:52:41 | 404 |     1.00676ms |      100.64.0.4 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 17:52:41 | 200 |      38.556µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:52:46 | 200 |      39.148µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:52:47 | 200 |      42.644µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:52:51 | 200 |      41.163µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:52:56 | 200 |      54.251µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:52:57 | 200 |      37.581µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:53:01 | 200 |       44.53µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:53:06 | 200 |      40.976µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:53:07 | 200 |      41.278µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:53:11 | 200 |      46.825µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:53:16 | 200 |      44.839µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:53:17 | 200 |      50.328µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:53:21 | 200 |      39.291µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:53:26 | 200 |      50.216µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:53:27 | 200 |       38.56µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:53:31 | 200 |      46.705µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-31T17:53:33.611Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"11e21588-c6dc-4b5d-9178-5a1c61ba3815","ephemeral":false}
{"level":"info","timestamp":"2026-05-31T17:53:33.611Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"11e21588-c6dc-4b5d-9178-5a1c61ba3815","keyPrefix":"sk-oai-1TSdMUNNR56l...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/31 - 17:53:33 | 201 |    2.258309ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 17:53:33 | 200 |     636.361µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 17:53:33 | 200 |       169.5µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 17:53:36 | 200 |      38.589µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:53:37 | 200 |      40.028µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:53:41 | 200 |      39.229µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:53:46 | 200 |      60.851µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:53:47 | 200 |      40.615µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:53:51 | 200 |      44.216µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-31T17:53:52.819Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"441446c8-f8be-43f9-8487-6ce28a1136ef","ephemeral":false}
{"level":"info","timestamp":"2026-05-31T17:53:52.819Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"441446c8-f8be-43f9-8487-6ce28a1136ef","keyPrefix":"sk-oai-KWvgmPfeHxr9...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/31 - 17:53:52 | 201 |    1.966026ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 17:53:52 | 200 |     592.719µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 17:53:52 | 200 |     169.194µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 17:53:53 | 200 |     601.755µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 17:53:53 | 200 |     160.725µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 17:53:56 | 200 |      47.794µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:53:57 | 200 |       41.85µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:54:01 | 200 |      40.471µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:54:06 | 200 |      38.539µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:54:07 | 200 |      43.878µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:54:11 | 200 |      38.866µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-31T17:54:12.258Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"09fa8976-2940-4fa4-8da4-110d1a5ddfaa","ephemeral":false}
{"level":"info","timestamp":"2026-05-31T17:54:12.258Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"09fa8976-2940-4fa4-8da4-110d1a5ddfaa","keyPrefix":"sk-oai-wqDRLrewXlfN...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/31 - 17:54:12 | 201 |    2.118012ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 17:54:12 | 200 |     504.222µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 17:54:12 | 200 |     390.984µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 17:54:12 | 200 |     208.637µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 17:54:12 | 200 |    22.86685ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 17:54:16 | 200 |      39.018µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:54:17 | 200 |      39.665µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:54:21 | 200 |      39.183µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:54:26 | 200 |      40.787µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:54:27 | 200 |      39.978µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:54:31 | 200 |      200.38µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 17:54:31 | 200 |     132.422µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 17:54:31 | 200 |   28.183013ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 17:54:31 | 200 |      43.242µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:54:36 | 200 |      41.734µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:54:37 | 200 |      50.464µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:54:41 | 200 |      41.422µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-31T17:54:43.495Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"af382989-a750-4828-b425-56929b84e7cd","ephemeral":false}
{"level":"info","timestamp":"2026-05-31T17:54:43.495Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"af382989-a750-4828-b425-56929b84e7cd","keyPrefix":"sk-oai-RuwooPNBbAZ0...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/31 - 17:54:43 | 201 |   10.810558ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 17:54:46 | 200 |       46.41µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:54:47 | 200 |      42.924µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:54:51 | 200 |      53.603µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:54:56 | 200 |      40.442µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:54:57 | 200 |      37.527µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:55:01 | 200 |      40.385µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:55:06 | 200 |      36.186µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:55:07 | 200 |       48.33µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:55:11 | 200 |      42.175µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:55:13 | 200 |    1.558176ms |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 17:55:13 | 200 |     145.853µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 17:55:13 | 200 |     558.854µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 17:55:13 | 200 |     461.061µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 17:55:13 | 200 |     180.579µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 17:55:13 | 200 |   10.649115ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 17:55:16 | 200 |      50.386µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:55:17 | 200 |      38.421µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:55:21 | 200 |      47.169µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:55:26 | 200 |      41.893µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:55:27 | 200 |      41.338µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:55:30 | 200 |     135.065µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 17:55:30 | 200 |   16.077643ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 17:55:31 | 200 |      40.481µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:55:36 | 200 |      42.019µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:55:37 | 200 |      40.463µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-31T17:55:39.355Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5bba7a60-9374-4570-9106-a1e95e897fa4","ephemeral":false}
{"level":"info","timestamp":"2026-05-31T17:55:39.355Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5bba7a60-9374-4570-9106-a1e95e897fa4","keyPrefix":"sk-oai-85m8DsnPSQZp...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/31 - 17:55:39 | 201 |    2.092489ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 17:55:41 | 200 |      47.145µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:55:46 | 200 |      51.107µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:55:47 | 200 |      905.38µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 17:55:47 | 200 |     496.683µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 17:55:47 | 200 |     148.728µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 17:55:47 | 200 |   10.717666ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 17:55:47 | 200 |      39.634µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-31T17:55:47.895Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ccf60816-0294-4ed9-9edf-9b3bf969a021","ephemeral":false}
{"level":"info","timestamp":"2026-05-31T17:55:47.895Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ccf60816-0294-4ed9-9edf-9b3bf969a021","keyPrefix":"sk-oai-12z28hq0SP0w...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/31 - 17:55:47 | 201 |    1.673922ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 17:55:51 | 200 |      40.696µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:55:55 | 200 |     865.209µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 17:55:55 | 200 |     462.565µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 17:55:55 | 200 |     128.391µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 17:55:55 | 200 |    7.282361ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 17:55:55 | 200 |     412.013µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 17:55:55 | 200 |     396.802µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 17:55:55 | 200 |     168.708µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 17:55:55 | 200 |    6.853965ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 17:55:56 | 200 |      61.698µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-31T17:55:56.894Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f60f7cad-5fb9-44a3-a906-cc1275fc735f","ephemeral":false}
{"level":"info","timestamp":"2026-05-31T17:55:56.894Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f60f7cad-5fb9-44a3-a906-cc1275fc735f","keyPrefix":"sk-oai-1Vnzbh3QZPGl...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/31 - 17:55:56 | 201 |    1.828966ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 17:55:57 | 200 |      38.589µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:56:01 | 200 |      49.083µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:56:04 | 200 |     850.841µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 17:56:04 | 200 |     411.047µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 17:56:04 | 200 |     195.372µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 17:56:04 | 200 |   12.458417ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 17:56:06 | 200 |      41.662µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:56:07 | 200 |      45.375µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:56:11 | 200 |       41.79µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-31T17:56:14.123Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"45c15db3-3061-44ac-a45c-9c9799c3f92c","ephemeral":false}
{"level":"info","timestamp":"2026-05-31T17:56:14.123Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"45c15db3-3061-44ac-a45c-9c9799c3f92c","keyPrefix":"sk-oai-12wXeC2gVbRa...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/31 - 17:56:14 | 201 |    2.069399ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 17:56:16 | 200 |       44.39µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:56:17 | 200 |       53.48µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:56:21 | 200 |        44.6µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:56:22 | 200 |     843.833µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 17:56:22 | 200 |     511.383µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 17:56:22 | 200 |     151.696µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 17:56:22 | 200 |     445.639µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 17:56:22 | 200 |     105.154µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 17:56:22 | 200 |   21.606211ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 17:56:26 | 200 |      41.998µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:56:27 | 200 |      40.008µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:56:31 | 200 |      39.698µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-31T17:56:35.649Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"db41889d-8d14-4bf4-90ef-21e5d530ea2f","ephemeral":false}
{"level":"info","timestamp":"2026-05-31T17:56:35.649Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"db41889d-8d14-4bf4-90ef-21e5d530ea2f","keyPrefix":"sk-oai-1bRvr9pgn3VP...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/31 - 17:56:35 | 201 |    3.091999ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 17:56:36 | 200 |      45.496µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:56:37 | 200 |      39.346µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:56:41 | 200 |      40.201µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:56:43 | 200 |     784.546µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 17:56:43 | 200 |     392.966µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 17:56:43 | 200 |     149.682µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 17:56:43 | 200 |   10.370938ms |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 17:56:43 | 200 |     157.097µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 17:56:43 | 200 |    41.14215ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 17:56:46 | 200 |      39.874µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:56:47 | 200 |      43.199µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:56:51 | 200 |      45.849µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:56:56 | 200 |      40.126µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:56:57 | 200 |      42.043µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:56:59 | 200 |     161.646µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 17:56:59 | 200 |     180.393µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 17:56:59 | 200 |     149.183µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 17:56:59 | 200 |   39.280446ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 17:57:01 | 200 |      39.204µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:57:06 | 200 |       43.78µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:57:07 | 200 |      39.675µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:57:11 | 200 |      45.105µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:57:16 | 200 |      41.393µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:57:17 | 200 |     155.508µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 17:57:17 | 200 |   15.850758ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 17:57:17 | 200 |       36.01µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:57:21 | 200 |      42.548µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:57:26 | 200 |       38.71µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:57:27 | 200 |      48.748µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-31T17:57:28.492Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c8ac41b7-6170-44a8-8c9e-dd9c97069a34","ephemeral":false}
{"level":"info","timestamp":"2026-05-31T17:57:28.492Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c8ac41b7-6170-44a8-8c9e-dd9c97069a34","keyPrefix":"sk-oai-fW1oGDQSFgC5...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/31 - 17:57:28 | 201 |    2.670367ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 17:57:31 | 200 |      44.096µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:57:36 | 200 |    1.202039ms |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 17:57:36 | 200 |     145.433µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 17:57:36 | 200 |      35.426µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-31T17:57:37.120Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"62b3477a-676b-40c3-82d3-2b32685a0260","ephemeral":false}
{"level":"info","timestamp":"2026-05-31T17:57:37.120Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"62b3477a-676b-40c3-82d3-2b32685a0260","keyPrefix":"sk-oai-C0VHwplCT5bV...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/31 - 17:57:37 | 201 |    1.746044ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 17:57:37 | 200 |      38.617µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:57:41 | 200 |      39.875µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:57:45 | 200 |     980.313µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 17:57:45 | 200 |     503.323µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 17:57:45 | 200 |     163.975µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 17:57:45 | 200 |   11.510504ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-31T17:57:45.564Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e7f8efa3-7b5f-41db-8e11-c9f178ce8bcf","ephemeral":false}
{"level":"info","timestamp":"2026-05-31T17:57:45.565Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e7f8efa3-7b5f-41db-8e11-c9f178ce8bcf","keyPrefix":"sk-oai-9fCjEHvs0Nvn...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/31 - 17:57:45 | 201 |    1.734508ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 17:57:46 | 200 |      40.019µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:57:47 | 200 |      42.841µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:57:51 | 200 |      37.629µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:57:53 | 200 |     990.782µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 17:57:53 | 200 |     465.696µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 17:57:53 | 200 |     125.345µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 17:57:53 | 200 |   10.191924ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-31T17:57:54.304Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"16ee714f-689c-4402-8a83-979095b3b7df","ephemeral":false}
{"level":"info","timestamp":"2026-05-31T17:57:54.304Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"16ee714f-689c-4402-8a83-979095b3b7df","keyPrefix":"sk-oai-1H4jzOWuexzk...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/31 - 17:57:54 | 201 |    1.678552ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 17:57:56 | 200 |      39.522µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:57:57 | 200 |       38.66µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:58:01 | 200 |      42.985µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:58:02 | 200 |     864.323µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 17:58:02 | 200 |     384.837µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 17:58:02 | 200 |     164.039µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 17:58:02 | 200 |    9.973284ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 17:58:06 | 200 |      66.936µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:58:07 | 200 |      51.332µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-31T17:58:11.500Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"0d609e4c-05f4-4b8f-97d6-24b3af7dba8a","ephemeral":false}
{"level":"info","timestamp":"2026-05-31T17:58:11.500Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0d609e4c-05f4-4b8f-97d6-24b3af7dba8a","keyPrefix":"sk-oai-101CcMz13WQ9...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/31 - 17:58:11 | 201 |    2.082339ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 17:58:11 | 200 |      45.674µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:58:16 | 200 |      48.038µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:58:17 | 200 |      43.863µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:58:21 | 200 |      41.506µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:58:26 | 200 |      44.835µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:58:27 | 200 |     922.185µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 17:58:27 | 403 |     108.306µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 17:58:27 | 200 |      35.512µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:58:31 | 200 |       39.75µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:58:36 | 200 |      50.326µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:58:37 | 200 |      50.917µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:58:41 | 200 |      41.517µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:58:44 | 403 |     114.705µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 17:58:46 | 200 |      40.116µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:58:47 | 200 |      46.908µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:58:51 | 200 |      39.552µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:58:56 | 200 |      46.711µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:58:57 | 200 |      39.036µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:59:01 | 200 |      38.872µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:59:01 | 403 |     117.525µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 17:59:06 | 200 |      40.631µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:59:07 | 200 |      59.703µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:59:11 | 200 |      52.897µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:59:16 | 200 |      39.962µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:59:17 | 200 |      42.492µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:59:19 | 403 |     168.621µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 17:59:21 | 200 |      45.026µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:59:26 | 200 |      45.665µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:59:27 | 200 |      59.421µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:59:31 | 200 |      46.303µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-31T17:59:33.377Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6601d6a3-5ddc-457d-8d0a-3c42d8f554dc","ephemeral":false}
{"level":"info","timestamp":"2026-05-31T17:59:33.377Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6601d6a3-5ddc-457d-8d0a-3c42d8f554dc","keyPrefix":"sk-oai-5r3WIuNjAyEq...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/31 - 17:59:33 | 201 |    2.422229ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 17:59:36 | 200 |      45.767µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:59:37 | 200 |      40.544µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:59:41 | 200 |     843.644µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 17:59:41 | 200 |      419.73µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 17:59:41 | 200 |      249.15µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 17:59:41 | 200 |    19.93609ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 17:59:41 | 200 |      38.951µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:59:46 | 200 |      39.352µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:59:47 | 200 |      43.675µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:59:51 | 200 |      39.624µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-31T17:59:55.607Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f7079e48-efa8-40eb-8157-2efa3a1cb01d","ephemeral":false}
{"level":"info","timestamp":"2026-05-31T17:59:55.607Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f7079e48-efa8-40eb-8157-2efa3a1cb01d","keyPrefix":"sk-oai-vM2ay28ThB04...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/31 - 17:59:55 | 201 |    4.135803ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-31T17:59:55.650Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d8bd8fa0-e994-42c3-879f-dea869f17096","ephemeral":false}
{"level":"info","timestamp":"2026-05-31T17:59:55.650Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d8bd8fa0-e994-42c3-879f-dea869f17096","keyPrefix":"sk-oai-1ZAwdZTBgwKu...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/31 - 17:59:55 | 201 |     1.57251ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 17:59:56 | 200 |       43.27µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 17:59:57 | 200 |       40.24µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-31T18:00:01.330Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/05/31 - 18:00:01 | 200 |    1.089463ms |     10.132.0.31 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/05/31 - 18:00:01 | 200 |      44.739µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 18:00:03 | 200 |     906.931µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 18:00:03 | 200 |     451.997µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 18:00:03 | 200 |     156.122µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 18:00:03 | 200 |   10.827469ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 18:00:03 | 200 |      467.87µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 18:00:03 | 200 |     420.742µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 18:00:03 | 200 |     140.741µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 18:00:03 | 200 |    9.955345ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 18:00:06 | 200 |      39.457µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 18:00:07 | 200 |      38.377µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 18:00:11 | 200 |      56.554µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 18:00:16 | 200 |      41.457µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 18:00:17 | 200 |       39.77µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 18:00:21 | 200 |      42.043µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 18:00:22 | 200 |     162.106µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 18:00:22 | 200 |     207.797µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 18:00:22 | 200 |     174.165µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 18:00:22 | 200 |   38.052689ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 18:00:26 | 200 |      38.668µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 18:00:27 | 200 |      41.963µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 18:00:31 | 200 |      36.473µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 18:00:36 | 200 |      54.969µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 18:00:37 | 200 |      42.135µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 18:00:40 | 200 |     355.778µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 18:00:40 | 200 |   15.300329ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 18:00:40 | 200 |     401.718µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 18:00:40 | 200 |   12.602598ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 18:00:41 | 200 |      47.304µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 18:00:46 | 200 |      40.772µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 18:00:47 | 200 |      40.978µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 18:00:51 | 200 |      48.966µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 18:00:56 | 200 |      40.525µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 18:00:57 | 200 |      48.103µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 18:01:01 | 200 |      37.966µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-31T18:01:06.561Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"377d65b7-6544-41e7-9042-55b842097e8a","ephemeral":false}
{"level":"info","timestamp":"2026-05-31T18:01:06.561Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"377d65b7-6544-41e7-9042-55b842097e8a","keyPrefix":"sk-oai-HArKGajzoiks...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/31 - 18:01:06 | 201 |    2.065492ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 18:01:06 | 200 |     544.064µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 18:01:06 | 200 |     374.609µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 18:01:06 | 200 |     748.183µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 18:01:06 | 200 |     350.174µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 18:01:06 | 200 |     630.717µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 18:01:06 | 200 |     345.114µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 18:01:06 | 200 |     582.567µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 18:01:06 | 200 |     585.284µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 18:01:06 | 200 |     346.291µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 18:01:06 | 200 |   12.295498ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 18:01:06 | 200 |      42.943µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 18:01:07 | 200 |      45.272µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 18:01:11 | 200 |       40.16µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 18:01:16 | 200 |      49.607µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 18:01:17 | 200 |      54.228µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 18:01:21 | 200 |      45.443µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-31T18:01:24.390Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"031ddd8f-2706-4942-914e-d199a7302d27","ephemeral":false}
{"level":"info","timestamp":"2026-05-31T18:01:24.390Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"031ddd8f-2706-4942-914e-d199a7302d27","keyPrefix":"sk-oai-De29bAOPj2f0...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/31 - 18:01:24 | 201 |    1.929681ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 18:01:24 | 200 |     531.452µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 18:01:24 | 200 |      304.12µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 18:01:26 | 200 |      39.241µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 18:01:27 | 200 |      40.644µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 18:01:31 | 200 |      38.816µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 18:01:36 | 200 |      45.856µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 18:01:37 | 200 |       62.44µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 18:01:41 | 200 |      41.185µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 18:01:46 | 200 |      39.421µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 18:01:47 | 200 |      39.544µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 18:01:51 | 200 |      57.799µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 18:01:56 | 200 |      43.266µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 18:01:57 | 200 |      42.936µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 18:02:01 | 200 |      40.721µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-31T18:02:04.262Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"b6f08f18-45f1-4b53-8e1b-8ef2ea4384c8","ephemeral":false}
{"level":"info","timestamp":"2026-05-31T18:02:04.262Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b6f08f18-45f1-4b53-8e1b-8ef2ea4384c8","keyPrefix":"sk-oai-11AJapagj31C...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/31 - 18:02:04 | 201 |   10.865168ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-31T18:02:04.821Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"42091270-16f7-4dfe-988f-d3ca283ec7ce","ephemeral":false}
{"level":"info","timestamp":"2026-05-31T18:02:04.821Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"42091270-16f7-4dfe-988f-d3ca283ec7ce","keyPrefix":"sk-oai-7XDo8Kzy98iS...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/05/31 - 18:02:04 | 201 |    1.937796ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-31T18:02:05.034Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"8dfc21e8-ee15-4f13-aaa2-177bb13e9431","ephemeral":false}
{"level":"info","timestamp":"2026-05-31T18:02:05.034Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8dfc21e8-ee15-4f13-aaa2-177bb13e9431","keyPrefix":"sk-oai-1VaNuIq0Bpwt...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/31 - 18:02:05 | 201 |    1.766409ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 18:02:05 | 200 |    1.434011ms |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 18:02:05 | 200 |     679.863µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 18:02:05 | 200 |     156.209µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 18:02:05 | 200 |   11.277136ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 18:02:05 | 200 |     702.288µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 18:02:05 | 200 |     384.737µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-05-31T18:02:05.220Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"93c32f67-6524-4d08-a198-cb396fb50315","ephemeral":false}
{"level":"info","timestamp":"2026-05-31T18:02:05.220Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"93c32f67-6524-4d08-a198-cb396fb50315","keyPrefix":"sk-oai-BQliqF4R5J8a...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/31 - 18:02:05 | 201 |    1.778229ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-31T18:02:05.244Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"93c32f67-6524-4d08-a198-cb396fb50315"}
{"level":"info","timestamp":"2026-05-31T18:02:05.244Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"93c32f67-6524-4d08-a198-cb396fb50315","revokedBy":"alice_lead"}
[GIN] 2026/05/31 - 18:02:05 | 200 |    2.810409ms |      100.64.0.4 | DELETE   "/v1/api-keys/93c32f67-6524-4d08-a198-cb396fb50315" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 18:02:06 | 200 |      39.213µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 18:02:07 | 200 |      50.787µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/05/31 - 18:02:08 | 200 |     964.541µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-05-31T18:02:08.272Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/05/31 - 18:02:08 | 500 |      91.427µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-31T18:02:08.562Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"cc550e20-beeb-45fc-9b11-ebe3993e7b88","ephemeral":false}
{"level":"info","timestamp":"2026-05-31T18:02:08.562Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cc550e20-beeb-45fc-9b11-ebe3993e7b88","keyPrefix":"sk-oai-H6OUTThpa7xS...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/31 - 18:02:08 | 201 |    1.679495ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-31T18:02:08.591Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"a9336769-fad9-4c38-9540-3e53fc188767","ephemeral":false}
{"level":"info","timestamp":"2026-05-31T18:02:08.591Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a9336769-fad9-4c38-9540-3e53fc188767","keyPrefix":"sk-oai-1MUWRrwM8AtE...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/05/31 - 18:02:08 | 201 |    1.727001ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-31T18:02:08.685Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"9349f48a-2632-4c9f-ab15-8bee4b6eef5f","ephemeral":false}
{"level":"info","timestamp":"2026-05-31T18:02:08.685Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9349f48a-2632-4c9f-ab15-8bee4b6eef5f","keyPrefix":"sk-oai-4L10tWJXaG66...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/31 - 18:02:08 | 201 |    2.209739ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-31T18:02:08.710Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"9349f48a-2632-4c9f-ab15-8bee4b6eef5f"}
{"level":"info","timestamp":"2026-05-31T18:02:08.710Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"9349f48a-2632-4c9f-ab15-8bee4b6eef5f","revokedBy":"alice_lead"}
[GIN] 2026/05/31 - 18:02:08 | 200 |    2.202872ms |      100.64.0.2 | DELETE   "/v1/api-keys/9349f48a-2632-4c9f-ab15-8bee4b6eef5f" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 18:02:08 | 404 |     646.882µs |      100.64.0.4 | DELETE   "/v1/api-keys/9349f48a-2632-4c9f-ab15-8bee4b6eef5f" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-31T18:02:08.831Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"a840df61-d557-4d15-9fd7-b7ee8ef2501d","ephemeral":false}
{"level":"info","timestamp":"2026-05-31T18:02:08.831Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a840df61-d557-4d15-9fd7-b7ee8ef2501d","keyPrefix":"sk-oai-19BZZ6HZ3qLK...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/31 - 18:02:08 | 201 |    1.651332ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 18:02:08 | 200 |     605.888µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 18:02:08 | 200 |     479.455µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 18:02:08 | 200 |     196.372µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 18:02:08 | 200 |   10.068155ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-31T18:02:08.957Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"802813b2-d33a-4315-83be-1895e8c30700","ephemeral":false}
{"level":"info","timestamp":"2026-05-31T18:02:08.957Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"802813b2-d33a-4315-83be-1895e8c30700","keyPrefix":"sk-oai-1Sb4Y1OHnC9Y...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/31 - 18:02:08 | 201 |    1.524059ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 18:02:08 | 200 |      465.94µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 18:02:08 | 403 |      69.026µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 18:02:09 | 200 |     504.825µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 18:02:09 | 200 |     417.969µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 18:02:09 | 200 |     241.119µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 18:02:09 | 200 |   11.966651ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-31T18:02:09.121Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"44bbe1d0-9ef3-4f13-b14d-79ac7924da29","ephemeral":false}
{"level":"info","timestamp":"2026-05-31T18:02:09.121Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"44bbe1d0-9ef3-4f13-b14d-79ac7924da29","keyPrefix":"sk-oai-1eL8ysqWZ7iY...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/31 - 18:02:09 | 201 |    1.587062ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 18:02:09 | 200 |     486.869µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 18:02:09 | 200 |     453.799µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 18:02:09 | 200 |     211.263µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 18:02:09 | 200 |    9.310038ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 18:02:09 | 200 |     353.873µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 18:02:09 | 200 |     444.039µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/31 - 18:02:09 | 200 |     185.274µs |     10.134.0.44 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/31 - 18:02:09 | 200 |    9.705868ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-31T18:02:09.286Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"f5615485-b22f-453b-865e-c8e045d766ab","ephemeral":false}
{"level":"info","timestamp":"2026-05-31T18:02:09.286Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f5615485-b22f-453b-865e-c8e045d766ab","keyPrefix":"sk-oai-1IxAxQD9krsW...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/31 - 18:02:09 | 201 |    1.765502ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/31 - 18:02:11 | 200 |      38.937µs |      10.133.0.2 | GET      "/health"