[GIN] 2026/06/02 - 05:07:27 | 201 |    1.740826ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:07:27 | 200 |     425.501µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:07:27 | 200 |     157.177µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:07:27 | 200 |     417.231µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:07:27 | 200 |     191.695µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:07:28 | 200 |      38.646µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:07:32 | 200 |      40.211µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:07:37 | 200 |      43.576µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:07:38 | 200 |       41.14µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:07:42 | 200 |      49.431µs |      10.133.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-02T05:07:45.391Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-02T05:07:45.391Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/02 - 05:07:45 | 400 |     300.433µs |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:07:47 | 200 |      52.353µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:07:48 | 200 |      45.367µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:07:52 | 200 |      40.024µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:07:57 | 200 |      43.705µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:07:58 | 200 |      49.163µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:08:02 | 200 |      39.073µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:08:02.846Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"7e0fdc8c-6101-47e2-9f6f-f13264501f8a","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:08:02.846Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7e0fdc8c-6101-47e2-9f6f-f13264501f8a","keyPrefix":"sk-oai-mk5P8CQDMrhb...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:08:02 | 201 |   10.437006ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:08:02 | 200 |    1.381604ms |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:08:02 | 200 |     162.138µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:08:07 | 200 |      50.566µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:08:08 | 200 |      50.228µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:08:11.921Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"0b92dd0b-803b-4152-8e5b-e6a5ce131d53","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:08:11.921Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0b92dd0b-803b-4152-8e5b-e6a5ce131d53","keyPrefix":"sk-oai-26NkrQc6ob34...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:08:11 | 201 |    1.573436ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:08:12 | 200 |      39.403µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:08:17 | 200 |      41.071µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:08:18 | 200 |       45.73µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:08:20 | 200 |      954.01µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:08:20 | 200 |     120.994µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:08:22 | 200 |      42.353µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:08:27 | 200 |      38.548µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:08:28 | 200 |       39.02µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:08:32 | 200 |      59.043µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:08:37 | 200 |      39.563µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:08:37.516Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"3b31862f-a2bc-4661-8f6e-001364264b26","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:08:37.516Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3b31862f-a2bc-4661-8f6e-001364264b26","keyPrefix":"sk-oai-m6x43jqqC3kd...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:08:37 | 201 |    2.105434ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:08:37 | 200 |     562.983µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:08:37 | 200 |     195.983µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:08:38 | 200 |      39.117µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:08:42 | 200 |      42.013µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:08:47 | 200 |      42.931µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:08:48 | 200 |      40.102µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:08:52 | 200 |      47.192µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:08:57 | 200 |      44.699µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:08:58 | 200 |      42.935µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:09:02 | 200 |          43µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:09:07 | 200 |      37.972µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:09:08 | 200 |      36.722µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:09:12 | 200 |      39.291µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:09:17 | 200 |       39.14µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:09:18 | 200 |      45.445µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:09:22 | 200 |      51.288µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:09:27 | 200 |      40.016µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:09:28 | 200 |       40.29µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:09:32 | 200 |      47.917µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:09:37 | 200 |      40.627µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:09:38 | 200 |        42.6µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:09:42 | 200 |      38.646µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:09:47 | 200 |      41.232µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:09:48 | 200 |       47.46µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:09:52 | 200 |      42.222µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:09:57 | 200 |       37.89µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:09:58 | 200 |      44.864µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:10:02 | 200 |       43.05µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:10:07 | 200 |      56.196µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:10:08 | 200 |      39.144µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:10:12 | 200 |      38.114µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:10:17 | 200 |      44.472µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:10:18 | 200 |      36.913µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:10:22 | 200 |      38.142µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:10:27 | 200 |      33.122µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:10:28 | 200 |      33.986µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:10:32 | 200 |      36.067µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:10:36.995Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"3833998c-003e-423d-98af-855af65f9def","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:10:36.995Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3833998c-003e-423d-98af-855af65f9def","keyPrefix":"sk-oai-1WFUgjUmzCgF...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:10:36 | 201 |    2.183979ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:10:37 | 200 |      31.681µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:10:38 | 200 |      50.015µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:10:42 | 200 |      31.775µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:10:47 | 200 |      33.023µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:10:48 | 200 |      31.247µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:10:52 | 200 |      38.081µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:10:57 | 200 |      36.671µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:10:58 | 200 |      34.337µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:11:01 | 200 |     856.164µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:11:01 | 200 |     197.421µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:11:02 | 404 |     938.078µs |      100.64.0.4 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:11:02 | 200 |      33.888µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:11:07 | 200 |      39.034µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:11:08 | 200 |      33.667µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:11:12 | 200 |      33.452µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:11:17 | 200 |      35.563µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:11:18 | 200 |      33.157µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:11:22 | 200 |      47.604µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:11:27 | 200 |      35.055µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:11:28 | 200 |      33.206µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:11:32 | 200 |      33.047µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:11:37 | 200 |      45.249µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:11:38 | 200 |      32.688µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:11:42 | 200 |      33.391µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:11:47 | 200 |      33.085µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:11:48 | 200 |      31.263µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:11:52 | 200 |      34.122µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:11:54.436Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"fb2408e0-f85a-491b-b50b-96a0d7087a67","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:11:54.436Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fb2408e0-f85a-491b-b50b-96a0d7087a67","keyPrefix":"sk-oai-fulZ6vEiTw4V...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:11:54 | 201 |    1.940985ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:11:54 | 200 |     496.552µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:11:54 | 200 |     136.008µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:11:57 | 200 |        41.1µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:11:58 | 200 |      42.501µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:12:02 | 200 |      35.128µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:12:07 | 200 |       35.67µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:12:08 | 200 |      35.294µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:12:12 | 200 |      33.363µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:12:13.656Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"13eb8470-db98-4c22-8e14-f39104400d27","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:12:13.656Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"13eb8470-db98-4c22-8e14-f39104400d27","keyPrefix":"sk-oai-1aN5qUevpl5a...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:12:13 | 201 |    1.982952ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:12:13 | 200 |     512.401µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:12:13 | 200 |     178.791µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:12:13 | 200 |      485.32µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:12:13 | 200 |     207.284µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:12:17 | 200 |      33.727µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:12:18 | 200 |      35.298µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:12:22 | 200 |      37.582µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:12:27 | 200 |      49.336µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:12:28 | 200 |      41.045µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:12:32 | 200 |      40.499µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:12:33.143Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"6752d22e-2ee3-4561-8918-ab1326422582","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:12:33.143Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6752d22e-2ee3-4561-8918-ab1326422582","keyPrefix":"sk-oai-1eE2dS3KNEKl...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:12:33 | 201 |    2.004076ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:12:33 | 200 |     496.608µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:12:33 | 200 |     407.485µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:12:33 | 200 |     212.421µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:12:33 | 200 |   18.031152ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:12:37 | 200 |      39.122µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:12:38 | 200 |      47.882µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:12:42 | 200 |      39.828µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:12:47 | 200 |      39.363µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:12:48 | 200 |      37.862µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:12:52 | 200 |      42.307µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:12:52 | 200 |     140.809µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:12:52 | 200 |     115.006µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:12:52 | 200 |    22.79318ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:12:57 | 200 |      47.431µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:12:58 | 200 |      40.272µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:13:02 | 200 |      50.225µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:13:06.544Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ffa4e664-a4d4-4e32-bd66-9ee27d692555","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:13:06.544Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ffa4e664-a4d4-4e32-bd66-9ee27d692555","keyPrefix":"sk-oai-TzeZ1IRJ504M...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:13:06 | 201 |   10.957882ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:13:07 | 200 |      38.081µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:13:08 | 200 |      42.119µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:13:12 | 200 |      40.542µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:13:17 | 200 |      38.136µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:13:18 | 200 |      39.866µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:13:22 | 200 |      39.395µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:13:27 | 200 |      42.282µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:13:28 | 200 |      43.505µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:13:32 | 200 |      40.883µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:13:36 | 200 |    1.466154ms |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:13:36 | 200 |      140.93µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:13:36 | 200 |     410.864µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:13:36 | 200 |     397.717µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:13:36 | 200 |     122.998µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:13:36 | 200 |   11.194521ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:13:37 | 200 |       39.17µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:13:38 | 200 |      41.488µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:13:42 | 200 |      37.813µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:13:47 | 200 |      36.448µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:13:48 | 200 |       48.65µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:13:52 | 200 |      65.078µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:13:53 | 200 |     130.504µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:13:53 | 200 |   12.257825ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:13:57 | 200 |      46.814µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:13:58 | 200 |      39.607µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:14:02 | 200 |      40.135µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:14:02.413Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"084c994d-c0b6-412f-95d7-80b19f01072f","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:14:02.413Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"084c994d-c0b6-412f-95d7-80b19f01072f","keyPrefix":"sk-oai-yGNmpwQiWsgb...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:14:02 | 201 |     2.34462ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:14:07 | 200 |      41.001µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:14:08 | 200 |      46.755µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:14:10 | 200 |     805.633µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:14:10 | 200 |     472.218µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:14:10 | 200 |       93.41µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:14:10 | 200 |    9.264299ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T05:14:10.950Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a5ffc7f1-84be-4fa2-8e0f-0ef9d5dce084","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:14:10.950Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a5ffc7f1-84be-4fa2-8e0f-0ef9d5dce084","keyPrefix":"sk-oai-KC6pqCoBY4ts...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:14:10 | 201 |    1.722293ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:14:12 | 200 |      32.938µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:14:17 | 200 |      33.945µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:14:18 | 200 |      44.522µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:14:18 | 200 |     818.897µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:14:18 | 200 |     390.293µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:14:18 | 200 |      96.691µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:14:18 | 200 |    6.341818ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:14:19 | 200 |     467.502µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:14:19 | 200 |     363.717µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:14:19 | 200 |     113.809µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:14:19 | 200 |     6.45257ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T05:14:19.985Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4bbc47a0-a646-4761-8bbf-b82becce06e8","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:14:19.985Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4bbc47a0-a646-4761-8bbf-b82becce06e8","keyPrefix":"sk-oai-HAyGWsPrcmyN...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:14:19 | 201 |    1.750756ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:14:22 | 200 |      34.506µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:14:27 | 200 |      32.551µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:14:28 | 200 |     707.956µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:14:28 | 200 |     321.564µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:14:28 | 200 |     129.187µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:14:28 | 200 |    9.366028ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:14:28 | 200 |      34.973µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:14:32 | 200 |      33.998µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:14:37.227Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5c6fd63a-2d9a-43d8-8d3a-832a4c3b4391","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:14:37.227Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5c6fd63a-2d9a-43d8-8d3a-832a4c3b4391","keyPrefix":"sk-oai-vVMOkFW0Wi4s...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:14:37 | 201 |    1.947819ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:14:37 | 200 |      32.159µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:14:38 | 200 |      38.961µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:14:42 | 200 |      34.581µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:14:45 | 200 |     697.126µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:14:45 | 200 |     357.599µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:14:45 | 200 |     142.674µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:14:45 | 200 |     329.697µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:14:45 | 200 |      118.11µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:14:45 | 200 |   17.216766ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:14:47 | 200 |      33.848µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:14:48 | 200 |       38.49µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:14:52 | 200 |      36.755µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:14:57 | 200 |      32.526µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:14:58.673Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"84fd3bfb-c0a9-4279-8a74-576f0f7d5b92","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:14:58.673Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"84fd3bfb-c0a9-4279-8a74-576f0f7d5b92","keyPrefix":"sk-oai-42AxXhlC2hhN...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:14:58 | 201 |    3.038526ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:14:58 | 200 |      35.307µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:15:01.498Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/02 - 05:15:01 | 200 |     1.14765ms |     10.134.0.47 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/02 - 05:15:02 | 200 |       38.45µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:15:06 | 200 |      721.61µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:15:06 | 200 |     342.277µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:15:06 | 200 |     132.538µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:15:06 | 200 |   10.033245ms |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:15:06 | 200 |     117.493µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:15:06 | 200 |   23.004363ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:15:07 | 200 |      32.386µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:15:08 | 200 |       32.41µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:15:12 | 200 |      33.941µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:15:17 | 200 |      57.273µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:15:18 | 200 |      35.051µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:15:22 | 200 |      35.889µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:15:24 | 200 |     163.276µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:15:24 | 200 |      155.43µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:15:24 | 200 |     163.656µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:15:24 | 200 |   37.084237ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:15:27 | 200 |      39.775µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:15:28 | 200 |      41.627µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:15:32 | 200 |      40.963µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:15:37 | 200 |      40.272µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:15:38 | 200 |      45.357µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:15:42 | 200 |      46.487µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:15:42 | 200 |     164.211µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:15:42 | 200 |   13.748132ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:15:47 | 200 |      37.752µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:15:48 | 200 |      37.433µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:15:52 | 200 |      37.239µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:15:55.804Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b7f428ac-1ed0-4391-9f07-5ccb61ff4273","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:15:55.804Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b7f428ac-1ed0-4391-9f07-5ccb61ff4273","keyPrefix":"sk-oai-C8yOPlVhqaIf...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:15:55 | 201 |    2.304997ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:15:57 | 200 |      39.293µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:15:58 | 200 |       38.21µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:16:02 | 200 |      38.202µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:16:03 | 200 |    1.046521ms |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:16:03 | 200 |      156.35µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T05:16:04.451Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5111fedf-a904-41f4-b8dc-dddc3ee2bd69","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:16:04.451Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5111fedf-a904-41f4-b8dc-dddc3ee2bd69","keyPrefix":"sk-oai-iUYr0DLgvhSs...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:16:04 | 201 |    1.874693ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:16:07 | 200 |      51.447µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:16:08 | 200 |      45.718µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:16:12 | 200 |      43.026µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:16:12 | 200 |     854.568µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:16:12 | 200 |     459.803µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:16:12 | 200 |     117.228µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:16:12 | 200 |    9.554732ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T05:16:12.859Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"38fc3abc-a3c0-4708-b9dd-120f7dc32d51","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:16:12.859Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"38fc3abc-a3c0-4708-b9dd-120f7dc32d51","keyPrefix":"sk-oai-m7WqSdhmQgb2...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:16:12 | 201 |    1.561691ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:16:17 | 200 |      48.843µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:16:18 | 200 |      39.986µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:16:20 | 200 |     814.885µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:16:20 | 200 |     413.123µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:16:20 | 200 |     135.487µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:16:20 | 200 |   10.416393ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T05:16:21.650Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"3ec30dab-25b2-4c16-8844-f2b7e6776d76","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:16:21.650Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3ec30dab-25b2-4c16-8844-f2b7e6776d76","keyPrefix":"sk-oai-1ZBexMp7txMk...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:16:21 | 201 |    1.676859ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:16:22 | 200 |      38.552µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:16:27 | 200 |        39.4µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:16:28 | 200 |      59.148µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:16:29 | 200 |      830.55µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:16:29 | 200 |     398.214µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:16:29 | 200 |      152.64µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:16:29 | 200 |    10.62079ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:16:32 | 200 |      42.931µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:16:37 | 200 |      40.121µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:16:38 | 200 |      42.419µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:16:38.872Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"bf3d1c31-c51e-4ba4-96d3-8d925ab2cfbc","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:16:38.872Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bf3d1c31-c51e-4ba4-96d3-8d925ab2cfbc","keyPrefix":"sk-oai-V0Tj39FkoUZJ...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:16:38 | 201 |    3.006745ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:16:42 | 200 |      38.494µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:16:47 | 200 |      37.988µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:16:48 | 200 |      39.636µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:16:52 | 200 |      37.603µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:16:55 | 200 |     783.097µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:16:55 | 403 |      100.67µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:16:57 | 200 |      43.675µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:16:58 | 200 |      42.754µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:17:02 | 200 |      40.241µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:17:07 | 200 |      43.152µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:17:08 | 200 |      42.584µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:17:12 | 403 |     114.582µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:17:12 | 200 |       37.48µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:17:17 | 200 |      40.668µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:17:18 | 200 |      44.183µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:17:22 | 200 |      36.497µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:17:27 | 200 |      47.324µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:17:28 | 200 |      38.849µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:17:29 | 403 |     166.737µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:17:32 | 200 |      48.236µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:17:37 | 200 |      36.951µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:17:38 | 200 |      44.311µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:17:42 | 200 |      48.749µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:17:47 | 200 |      47.704µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:17:48 | 403 |     152.464µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:17:48 | 200 |      48.197µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:17:52 | 200 |      39.743µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:17:57 | 200 |      43.977µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:17:58 | 200 |      37.195µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:18:02 | 200 |       45.06µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:18:05.014Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5111c027-78d4-4d7b-811d-69753a0301c9","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:18:05.014Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5111c027-78d4-4d7b-811d-69753a0301c9","keyPrefix":"sk-oai-RZDY88qF2xUq...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:18:05 | 201 |    2.007973ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:18:07 | 200 |      48.344µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:18:08 | 200 |      42.719µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:18:12 | 200 |      38.363µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:18:13 | 200 |     743.844µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:18:13 | 200 |     422.642µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:18:13 | 200 |     222.991µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:18:13 | 200 |   19.636275ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:18:17 | 200 |      46.341µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:18:18 | 200 |       40.19µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:18:22 | 200 |      51.337µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:18:27.260Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"86683685-5eb1-4010-8027-f8a222c58789","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:18:27.260Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"86683685-5eb1-4010-8027-f8a222c58789","keyPrefix":"sk-oai-v0VRLk3NJl0k...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:18:27 | 201 |    1.901945ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T05:18:27.299Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"04b88192-c7b9-4571-8367-16c47161c6a0","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:18:27.299Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"04b88192-c7b9-4571-8367-16c47161c6a0","keyPrefix":"sk-oai-tNKMounuo8iO...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:18:27 | 201 |    1.654167ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:18:27 | 200 |      32.892µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:18:28 | 200 |      47.785µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:18:32 | 200 |      38.406µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:18:35 | 200 |     844.219µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:18:35 | 200 |     493.924µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:18:35 | 200 |     270.456µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:18:35 | 200 |      9.4606ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:18:35 | 200 |     497.487µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:18:35 | 200 |     477.498µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:18:35 | 200 |     250.142µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:18:35 | 200 |    9.287086ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:18:37 | 200 |      41.987µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:18:38 | 200 |      39.354µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:18:42 | 200 |      41.691µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:18:47 | 200 |      39.051µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:18:48 | 200 |      39.299µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:18:52 | 200 |      38.893µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:18:54 | 200 |     270.395µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:18:54 | 200 |     350.562µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:18:54 | 200 |     302.979µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:18:54 | 200 |   37.573271ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:18:57 | 200 |      47.245µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:18:58 | 200 |      36.815µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:19:02 | 200 |      42.298µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:19:07 | 200 |      41.567µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:19:08 | 200 |      43.158µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:19:12 | 200 |      50.556µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:19:12 | 200 |     202.815µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:19:12 | 200 |   14.154903ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:19:12 | 200 |     228.792µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:19:12 | 200 |    11.89533ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:19:17 | 200 |      39.466µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:19:18 | 200 |      49.826µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:19:22 | 200 |      38.082µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:19:27 | 200 |      45.368µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:19:28 | 200 |      39.205µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:19:32 | 200 |      39.832µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:19:37 | 200 |      43.711µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:19:38.462Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ab18ba8d-3931-472b-b5a7-9f88ed961474","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:19:38.462Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ab18ba8d-3931-472b-b5a7-9f88ed961474","keyPrefix":"sk-oai-ka50E12J3QcP...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:19:38 | 201 |     2.39771ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:19:38 | 200 |     573.216µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:19:38 | 200 |     388.478µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:19:38 | 200 |     604.958µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:19:38 | 200 |     417.865µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:19:38 | 200 |     577.766µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:19:38 | 200 |     408.949µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:19:38 | 200 |     544.395µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:19:38 | 200 |     529.778µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:19:38 | 200 |     389.036µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:19:38 | 200 |   11.340209ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:19:38 | 200 |      40.732µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:19:42 | 200 |      37.549µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:19:47 | 200 |      37.492µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:19:48 | 200 |      40.806µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:19:52 | 200 |      39.194µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:19:56.370Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"960d2414-0b6a-43ad-b75e-b0657b06b949","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:19:56.370Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"960d2414-0b6a-43ad-b75e-b0657b06b949","keyPrefix":"sk-oai-1GDL0Ks9Ilvl...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 05:19:56 | 201 |    1.590641ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:19:56 | 200 |     699.131µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:19:56 | 200 |     382.757µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:19:57 | 200 |      41.519µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:19:58 | 200 |      38.439µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:20:02 | 200 |      42.326µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:20:07 | 200 |      43.492µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:20:08 | 200 |      38.527µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:20:12 | 200 |      38.419µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:20:17 | 200 |      47.714µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:20:18 | 200 |      40.594µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:20:22 | 200 |      41.783µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:20:27 | 200 |      42.856µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:20:28 | 200 |      38.523µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:20:32 | 200 |      55.659µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:20:36.395Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"f7d54d29-493e-4afe-9498-57cc0fbc0875","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:20:36.395Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f7d54d29-493e-4afe-9498-57cc0fbc0875","keyPrefix":"sk-oai-1P1eZQX5ijzH...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 05:20:36 | 201 |   12.316076ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T05:20:36.976Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"6a808f45-1493-499a-bf1f-bc04e14feee5","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:20:36.976Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6a808f45-1493-499a-bf1f-bc04e14feee5","keyPrefix":"sk-oai-XG8UbuzkBZfJ...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/02 - 05:20:36 | 201 |    2.060897ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T05:20:37.206Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"d2fbff74-577a-4759-87d4-0032ea944c95","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:20:37.206Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d2fbff74-577a-4759-87d4-0032ea944c95","keyPrefix":"sk-oai-D83J1CSWZ0Y7...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 05:20:37 | 201 |    1.767304ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:20:37 | 200 |    1.208806ms |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:20:37 | 200 |     432.429µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:20:37 | 200 |      120.22µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:20:37 | 200 |   11.212021ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:20:37 | 200 |     450.263µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:20:37 | 200 |     109.605µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:20:37 | 200 |      28.108µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T05:20:37.372Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"0fe92ad4-6f24-4d3b-894a-9eef2fba34f1","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:20:37.372Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0fe92ad4-6f24-4d3b-894a-9eef2fba34f1","keyPrefix":"sk-oai-e5pEOkz3Kitg...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 05:20:37 | 201 |    1.611518ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T05:20:37.400Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"0fe92ad4-6f24-4d3b-894a-9eef2fba34f1"}
{"level":"info","timestamp":"2026-06-02T05:20:37.400Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"0fe92ad4-6f24-4d3b-894a-9eef2fba34f1","revokedBy":"alice_lead"}
[GIN] 2026/06/02 - 05:20:37 | 200 |    2.632894ms |      100.64.0.4 | DELETE   "/v1/api-keys/0fe92ad4-6f24-4d3b-894a-9eef2fba34f1" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:20:38 | 200 |       43.91µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 05:20:40 | 200 |     772.802µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-02T05:20:40.434Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/02 - 05:20:40 | 500 |      93.046µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T05:20:40.753Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"3d05e705-e539-4abb-9935-82336da1b70b","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:20:40.753Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3d05e705-e539-4abb-9935-82336da1b70b","keyPrefix":"sk-oai-YFLLzXJiWazR...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 05:20:40 | 201 |    1.718356ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T05:20:40.779Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"9e292f49-3555-4c73-89c7-2edaecc8f844","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:20:40.779Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9e292f49-3555-4c73-89c7-2edaecc8f844","keyPrefix":"sk-oai-14u28RKZzQgd...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/02 - 05:20:40 | 201 |    1.584955ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T05:20:40.866Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"a4ec6ac2-7d17-4314-9002-f899b5248ab8","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:20:40.866Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a4ec6ac2-7d17-4314-9002-f899b5248ab8","keyPrefix":"sk-oai-7Y5pQvi3ZL6O...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 05:20:40 | 201 |    1.477043ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T05:20:40.892Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"a4ec6ac2-7d17-4314-9002-f899b5248ab8"}
{"level":"info","timestamp":"2026-06-02T05:20:40.892Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"a4ec6ac2-7d17-4314-9002-f899b5248ab8","revokedBy":"alice_lead"}
[GIN] 2026/06/02 - 05:20:40 | 200 |    2.106388ms |      100.64.0.2 | DELETE   "/v1/api-keys/a4ec6ac2-7d17-4314-9002-f899b5248ab8" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:20:40 | 404 |     665.062µs |      100.64.0.4 | DELETE   "/v1/api-keys/a4ec6ac2-7d17-4314-9002-f899b5248ab8" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T05:20:41.012Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"5b9540fe-0af6-41e8-8953-f4baec40df1e","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:20:41.012Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5b9540fe-0af6-41e8-8953-f4baec40df1e","keyPrefix":"sk-oai-pX0HEDBGthL6...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 05:20:41 | 201 |    1.544948ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:20:41 | 200 |     465.262µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:20:41 | 200 |      405.83µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:20:41 | 200 |     126.274µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:20:41 | 200 |     9.34099ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T05:20:41.142Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"732ed0c8-22ac-4d88-ad52-8dc167a0d219","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:20:41.142Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"732ed0c8-22ac-4d88-ad52-8dc167a0d219","keyPrefix":"sk-oai-1Pm0JBwdNM5X...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 05:20:41 | 201 |    1.512789ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:20:41 | 200 |     395.049µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:20:41 | 403 |      81.187µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:20:41 | 200 |     333.726µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:20:41 | 200 |     300.336µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:20:41 | 200 |      106.81µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:20:41 | 200 |    8.917767ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T05:20:41.297Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"997700cd-2af3-42fd-b38d-7476bbfa4c99","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:20:41.297Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"997700cd-2af3-42fd-b38d-7476bbfa4c99","keyPrefix":"sk-oai-1W3KBHmhSjCB...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 05:20:41 | 201 |    1.477768ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:20:41 | 200 |     338.478µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:20:41 | 200 |     321.632µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:20:41 | 200 |     100.917µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:20:41 | 200 |     8.44674ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:20:41 | 200 |     354.356µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:20:41 | 200 |     317.523µs |     10.134.0.45 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 05:20:41 | 200 |      88.596µs |     10.134.0.45 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/02 - 05:20:41 | 200 |    8.314348ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T05:20:41.455Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"37ebd730-6204-4d2a-9e1e-ac8257abac25","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T05:20:41.455Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"37ebd730-6204-4d2a-9e1e-ac8257abac25","keyPrefix":"sk-oai-12w5ca3I73ji...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 05:20:41 | 201 |    1.595901ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 05:20:42 | 200 |      42.491µs |      10.133.0.2 | GET      "/health"