[GIN] 2026/06/03 - 14:12:19 | 201 |    1.383648ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:12:19 | 200 |     631.907µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:12:19 | 200 |     165.719µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:12:19 | 200 |     553.816µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:12:19 | 200 |     185.296µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:12:22 | 200 |        32.3µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:12:23 | 200 |      33.312µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:12:27 | 200 |      37.264µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:12:32 | 200 |      32.934µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:12:33 | 200 |      33.939µs |      10.134.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-03T14:12:37.115Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-03T14:12:37.115Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/03 - 14:12:37 | 400 |     315.392µs |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:12:37 | 200 |      34.876µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:12:42 | 200 |      32.197µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:12:43 | 200 |      34.029µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:12:47 | 200 |      34.751µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:12:52 | 200 |       35.13µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:12:53 | 200 |      44.659µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T14:12:54.533Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"e833002e-e9e0-41bb-b456-ada2846cf831","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T14:12:54.533Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e833002e-e9e0-41bb-b456-ada2846cf831","keyPrefix":"sk-oai-hHuQy5XK0wb2...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 14:12:54 | 201 |     1.62381ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:12:54 | 200 |      566.43µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:12:54 | 200 |     143.477µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:12:57 | 200 |       49.46µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:13:02 | 200 |      39.204µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T14:13:03.628Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"983dd7d5-5045-4efd-9407-3d068ff0df11","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T14:13:03.628Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"983dd7d5-5045-4efd-9407-3d068ff0df11","keyPrefix":"sk-oai-8j7XKtm0aePR...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 14:13:03 | 201 |    1.444172ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:13:03 | 200 |      44.727µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:13:07 | 200 |       41.68µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:13:11 | 200 |     876.614µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:13:11 | 200 |     122.049µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:13:12 | 200 |      40.496µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:13:13 | 200 |       40.27µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:13:17 | 200 |      39.858µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:13:22 | 200 |      45.967µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:13:23 | 200 |      39.855µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:13:27 | 200 |      41.135µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T14:13:29.330Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"4af040de-83da-4bdd-9771-a6a4508d1ae0","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T14:13:29.330Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4af040de-83da-4bdd-9771-a6a4508d1ae0","keyPrefix":"sk-oai-BBT0nZjFw5Zg...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 14:13:29 | 201 |    1.557502ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:13:29 | 200 |     613.888µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:13:29 | 200 |     146.382µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:13:32 | 200 |      46.064µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:13:33 | 200 |      39.693µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:13:37 | 200 |      43.332µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:13:42 | 200 |      44.852µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:13:43 | 200 |      42.486µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:13:47 | 200 |      41.698µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:13:52 | 200 |      42.022µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:13:53 | 200 |      47.095µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:13:57 | 200 |      39.255µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:14:02 | 200 |      44.964µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:14:03 | 200 |      41.018µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:14:07 | 200 |      39.984µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:14:12 | 200 |      39.257µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:14:13 | 200 |      64.037µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:14:17 | 200 |      38.414µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:14:22 | 200 |      41.728µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:14:23 | 200 |      41.334µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:14:27 | 200 |      38.299µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:14:32 | 200 |      43.773µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:14:33 | 200 |      44.622µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:14:37 | 200 |       42.94µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:14:42 | 200 |      39.374µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:14:43 | 200 |      42.123µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:14:47 | 200 |      41.641µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:14:52 | 200 |      56.996µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:14:53 | 200 |      39.968µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:14:57 | 200 |      37.953µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T14:15:01.446Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/03 - 14:15:01 | 200 |    1.029843ms |     10.133.0.49 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/03 - 14:15:02 | 200 |      46.145µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:15:03 | 200 |      39.286µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:15:07 | 200 |      39.387µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:15:12 | 200 |      39.051µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:15:13 | 200 |      42.963µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:15:17 | 200 |      38.127µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:15:22 | 200 |      50.621µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:15:23 | 200 |      40.973µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:15:27 | 200 |      40.764µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T14:15:28.902Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"ff659de5-526d-407e-894b-78712da76a93","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T14:15:28.902Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ff659de5-526d-407e-894b-78712da76a93","keyPrefix":"sk-oai-1BcOqMTZ6UVi...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 14:15:28 | 201 |     1.63004ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:15:32 | 200 |      42.072µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:15:33 | 200 |      55.839µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:15:37 | 200 |      40.741µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:15:42 | 200 |      40.767µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:15:43 | 200 |      49.938µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:15:47 | 200 |      41.986µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:15:51 | 200 |     888.678µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:15:51 | 200 |     167.511µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:15:52 | 404 |     944.457µs |      100.64.0.4 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:15:52 | 200 |      38.626µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:15:53 | 200 |       41.13µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:15:57 | 200 |      51.525µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:16:02 | 200 |      43.211µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:16:03 | 200 |      39.323µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:16:07 | 200 |       49.03µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:16:12 | 200 |      51.904µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:16:13 | 200 |      52.208µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:16:17 | 200 |      61.895µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:16:22 | 200 |      42.332µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:16:23 | 200 |      47.162µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:16:27 | 200 |      54.973µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:16:32 | 200 |      41.016µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:16:33 | 200 |        40.4µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:16:37 | 200 |      52.696µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:16:42 | 200 |      50.607µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:16:43 | 200 |      38.231µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T14:16:44.532Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"b74240e6-8aee-4616-9b7c-bc2565a190ae","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T14:16:44.532Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b74240e6-8aee-4616-9b7c-bc2565a190ae","keyPrefix":"sk-oai-123T9jcdL07n...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 14:16:44 | 201 |    2.424993ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:16:44 | 200 |     511.254µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:16:44 | 200 |     160.818µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:16:47 | 200 |      42.078µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:16:52 | 200 |      40.601µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:16:53 | 200 |      40.583µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:16:57 | 200 |       41.15µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:17:02 | 200 |      38.569µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T14:17:03.780Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"265506f6-54c3-47f5-88d7-e500f00f4e77","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T14:17:03.780Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"265506f6-54c3-47f5-88d7-e500f00f4e77","keyPrefix":"sk-oai-NCQdKJQmmWS4...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 14:17:03 | 201 |   11.179765ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:17:03 | 200 |    1.380638ms |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:17:03 | 200 |     153.701µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:17:03 | 200 |      40.652µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:17:04 | 200 |     691.842µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:17:04 | 200 |     182.447µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:17:07 | 200 |      45.498µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:17:12 | 200 |      40.118µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:17:13 | 200 |      40.038µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:17:17 | 200 |      39.187µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:17:22 | 200 |      40.136µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T14:17:23.356Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"33eeccfd-646e-4749-b272-f282b2f77d48","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T14:17:23.356Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"33eeccfd-646e-4749-b272-f282b2f77d48","keyPrefix":"sk-oai-i2nnblFaWOdU...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 14:17:23 | 201 |    2.532864ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:17:23 | 200 |     615.607µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:17:23 | 200 |     510.064µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:17:23 | 200 |     163.586µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:17:23 | 200 |   18.539407ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:17:23 | 200 |        41.6µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:17:27 | 200 |      44.989µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:17:32 | 200 |      41.646µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:17:33 | 200 |      40.004µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:17:37 | 200 |      42.735µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:17:42 | 200 |      41.981µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:17:42 | 200 |     184.976µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:17:42 | 200 |     170.752µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:17:42 | 200 |   26.720441ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:17:43 | 200 |      48.203µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:17:47 | 200 |      41.156µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:17:52 | 200 |      40.494µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:17:53 | 200 |      41.733µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T14:17:56.745Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"fc722351-9b5f-4749-98de-e5d313879168","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T14:17:56.745Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fc722351-9b5f-4749-98de-e5d313879168","keyPrefix":"sk-oai-15G5el98a2Nt...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 14:17:56 | 201 |    2.173772ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:17:57 | 200 |      39.932µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:18:02 | 200 |      48.022µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:18:03 | 200 |      41.222µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:18:07 | 200 |      40.668µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:18:12 | 200 |      41.223µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:18:13 | 200 |      43.934µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:18:17 | 200 |      40.426µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:18:22 | 200 |      40.865µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:18:23 | 200 |      49.942µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:18:26 | 200 |    2.314248ms |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:18:26 | 200 |     137.996µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:18:26 | 200 |     564.613µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:18:26 | 200 |     415.982µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:18:26 | 200 |     117.802µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:18:26 | 200 |   11.987655ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:18:27 | 200 |      40.006µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:18:32 | 200 |      44.518µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:18:33 | 200 |      40.522µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:18:37 | 200 |      38.059µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:18:42 | 200 |      51.726µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:18:43 | 200 |      40.885µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:18:43 | 200 |     178.902µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:18:43 | 200 |   14.739445ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:18:47 | 200 |      43.139µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:18:52 | 200 |      38.457µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T14:18:52.585Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a2e10605-81ca-4178-9f1b-1c51c1dc4e81","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T14:18:52.585Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a2e10605-81ca-4178-9f1b-1c51c1dc4e81","keyPrefix":"sk-oai-AhFUgL6u80H8...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 14:18:52 | 201 |    2.103935ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:18:53 | 200 |      43.715µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:18:57 | 200 |      40.683µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:19:00 | 200 |     888.806µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:19:00 | 200 |     425.153µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:19:00 | 200 |     127.938µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:19:00 | 200 |   10.003368ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T14:19:01.156Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f59bd462-88aa-4490-9e04-63cc9ea49d54","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T14:19:01.156Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f59bd462-88aa-4490-9e04-63cc9ea49d54","keyPrefix":"sk-oai-SR9CrUY7yn36...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 14:19:01 | 201 |    1.755961ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:19:02 | 200 |      42.405µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:19:03 | 200 |      44.716µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:19:07 | 200 |      40.464µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:19:09 | 200 |     846.958µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:19:09 | 200 |     392.534µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:19:09 | 200 |     146.214µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:19:09 | 200 |    6.876447ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:19:09 | 200 |     431.296µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:19:09 | 200 |     415.887µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:19:09 | 200 |     119.175µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:19:09 | 200 |    6.806744ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T14:19:10.190Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"33555671-78d9-443a-89bb-925cfa5aa41c","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T14:19:10.190Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"33555671-78d9-443a-89bb-925cfa5aa41c","keyPrefix":"sk-oai-1ahAdkoIVZzb...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 14:19:10 | 201 |    1.963909ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:19:12 | 200 |      41.288µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:19:13 | 200 |      44.473µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:19:17 | 200 |      47.952µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:19:18 | 200 |     830.596µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:19:18 | 200 |     408.607µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:19:18 | 200 |     160.789µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:19:18 | 200 |   10.086981ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:19:22 | 200 |      39.344µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:19:23 | 200 |      42.495µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:19:27 | 200 |       39.42µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T14:19:27.435Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4192ed37-0583-406c-a0aa-75de56f6f908","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T14:19:27.435Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4192ed37-0583-406c-a0aa-75de56f6f908","keyPrefix":"sk-oai-k2iodUvm99aZ...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 14:19:27 | 201 |    2.201536ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:19:32 | 200 |      41.232µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:19:33 | 200 |      39.944µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:19:35 | 200 |     833.599µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:19:35 | 200 |     441.112µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:19:35 | 200 |     222.095µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:19:35 | 200 |     470.272µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:19:35 | 200 |     166.289µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:19:35 | 200 |   20.787366ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:19:37 | 200 |      41.912µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:19:42 | 200 |      41.554µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:19:43 | 200 |       40.28µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:19:47 | 200 |      40.697µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T14:19:48.965Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"633a27f9-73d4-4956-8f76-32fc1467aa5f","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T14:19:48.965Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"633a27f9-73d4-4956-8f76-32fc1467aa5f","keyPrefix":"sk-oai-F1a5DRTHucBR...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 14:19:48 | 201 |    2.064547ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:19:52 | 200 |      40.013µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:19:53 | 200 |      39.805µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:19:57 | 200 |     877.613µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:19:57 | 200 |     432.166µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:19:57 | 200 |     202.072µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:19:57 | 200 |   10.292571ms |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:19:57 | 200 |     167.166µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:19:57 | 200 |   21.677302ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:19:57 | 200 |      42.665µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:20:02 | 200 |      39.985µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:20:03 | 200 |      45.327µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:20:07 | 200 |      43.211µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:20:12 | 200 |       44.16µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:20:13 | 200 |      39.942µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:20:15 | 200 |     181.878µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:20:15 | 200 |     186.052µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:20:15 | 200 |     204.485µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:20:15 | 200 |   38.363286ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:20:17 | 200 |      43.379µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:20:22 | 200 |      42.633µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:20:23 | 200 |       42.77µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:20:27 | 200 |      38.007µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:20:32 | 200 |       39.23µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:20:32 | 200 |     173.451µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:20:32 | 200 |   15.413774ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:20:33 | 200 |      40.175µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:20:37 | 200 |      38.612µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:20:42 | 200 |      40.269µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:20:43 | 200 |      42.434µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T14:20:46.236Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c4e9ee48-a237-4843-b430-d5c3c2bebb22","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T14:20:46.236Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c4e9ee48-a237-4843-b430-d5c3c2bebb22","keyPrefix":"sk-oai-NeRDNbWGEnms...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 14:20:46 | 201 |    2.502268ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:20:47 | 200 |      65.953µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:20:52 | 200 |      46.935µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:20:53 | 200 |      41.729µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:20:54 | 200 |    1.132064ms |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:20:54 | 200 |     141.149µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T14:20:54.871Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8ddead10-511c-41a4-9bf9-81164e973caa","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T14:20:54.871Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8ddead10-511c-41a4-9bf9-81164e973caa","keyPrefix":"sk-oai-1WDKgviIjihO...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 14:20:54 | 201 |    1.813837ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:20:57 | 200 |      40.909µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:21:02 | 200 |      41.834µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:21:02 | 200 |    1.015858ms |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:21:02 | 200 |     590.432µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:21:02 | 200 |     132.145µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:21:02 | 200 |   11.301744ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T14:21:03.281Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ed50bd32-c636-4571-8fa0-6eb8c4056bff","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T14:21:03.281Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ed50bd32-c636-4571-8fa0-6eb8c4056bff","keyPrefix":"sk-oai-1ewOrjrHDTXh...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 14:21:03 | 201 |    1.724327ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:21:03 | 200 |      40.026µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:21:07 | 200 |      38.934µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:21:11 | 200 |    1.095328ms |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:21:11 | 200 |     470.667µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:21:11 | 200 |     130.535µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:21:11 | 200 |    9.137796ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T14:21:12.057Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"29dce185-fbe3-49bb-97c6-ef124b60e80c","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T14:21:12.057Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"29dce185-fbe3-49bb-97c6-ef124b60e80c","keyPrefix":"sk-oai-1LNXVMyElzj8...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 14:21:12 | 201 |    1.844848ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:21:12 | 200 |      39.646µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:21:13 | 200 |      37.304µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:21:17 | 200 |      40.886µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:21:20 | 200 |    1.031657ms |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:21:20 | 200 |     435.316µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:21:20 | 200 |     136.112µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:21:20 | 200 |    9.410238ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:21:22 | 200 |      38.574µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:21:23 | 200 |      43.738µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:21:27 | 200 |      39.444µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T14:21:29.274Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"5431c6d1-d761-4241-b415-a8c456e06f90","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T14:21:29.274Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5431c6d1-d761-4241-b415-a8c456e06f90","keyPrefix":"sk-oai-G0exoSuGDXbl...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 14:21:29 | 201 |     2.22929ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:21:32 | 200 |      44.025µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:21:33 | 200 |      42.429µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:21:37 | 200 |      40.218µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:21:42 | 200 |      51.942µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:21:43 | 200 |      42.041µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:21:45 | 200 |    1.265725ms |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:21:45 | 403 |      96.837µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:21:47 | 200 |      39.059µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:21:52 | 200 |      58.338µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:21:53 | 200 |      51.302µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:21:57 | 200 |      42.913µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:22:02 | 200 |       37.79µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:22:02 | 403 |      334.78µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:22:03 | 200 |      34.591µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:22:07 | 200 |      33.934µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:22:12 | 200 |      39.344µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:22:13 | 200 |      31.937µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:22:17 | 200 |      37.694µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:22:19 | 403 |     179.811µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:22:22 | 200 |      33.498µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:22:23 | 200 |      33.594µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:22:27 | 200 |      33.155µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:22:32 | 200 |      34.293µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:22:33 | 200 |       43.35µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:22:37 | 403 |     159.533µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:22:37 | 200 |      33.534µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:22:42 | 200 |      33.136µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:22:43 | 200 |      38.072µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:22:47 | 200 |      55.936µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T14:22:51.402Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"819ad6a5-c82e-490b-8464-62cdd5bb6f40","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T14:22:51.402Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"819ad6a5-c82e-490b-8464-62cdd5bb6f40","keyPrefix":"sk-oai-1Js0XvruuYm6...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 14:22:51 | 201 |    3.014219ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:22:52 | 200 |      35.156µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:22:53 | 200 |      39.537µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:22:57 | 200 |      33.015µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:22:59 | 200 |     784.544µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:22:59 | 200 |      447.59µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:22:59 | 200 |     177.569µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:22:59 | 200 |   18.458402ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:23:02 | 200 |       33.51µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:23:03 | 200 |        33.7µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:23:07 | 200 |      32.315µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:23:12 | 200 |      56.945µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T14:23:13.824Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"06db9132-7a95-4813-9416-7239fd6eb993","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T14:23:13.824Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"06db9132-7a95-4813-9416-7239fd6eb993","keyPrefix":"sk-oai-4mn1vgfNkZvL...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 14:23:13 | 201 |    1.791058ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T14:23:13.858Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"09cf154f-7905-4511-bab6-62690de95858","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T14:23:13.858Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"09cf154f-7905-4511-bab6-62690de95858","keyPrefix":"sk-oai-F2nwzSiy0KWi...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 14:23:13 | 201 |    1.742418ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:23:13 | 200 |      34.901µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:23:17 | 200 |      42.334µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:23:21 | 200 |     808.235µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:23:21 | 200 |     440.008µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:23:21 | 200 |      148.63µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:23:21 | 200 |    9.928534ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:23:21 | 200 |     487.732µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:23:21 | 200 |     386.726µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:23:21 | 200 |     186.437µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:23:21 | 200 |    9.799903ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:23:22 | 200 |      32.632µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:23:23 | 200 |      35.177µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:23:27 | 200 |      35.849µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:23:32 | 200 |      44.385µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:23:33 | 200 |      47.854µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:23:37 | 200 |       42.06µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:23:40 | 200 |      192.33µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:23:40 | 200 |     183.193µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:23:40 | 200 |      198.75µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:23:40 | 200 |   39.837632ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:23:42 | 200 |      38.338µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:23:43 | 200 |      46.196µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:23:47 | 200 |      39.564µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:23:52 | 200 |      44.552µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:23:53 | 200 |      42.357µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:23:57 | 200 |      38.172µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:23:59 | 200 |       186.4µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:23:59 | 200 |    13.40348ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:23:59 | 200 |     176.617µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:23:59 | 200 |     12.9357ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:24:02 | 200 |      43.762µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:24:03 | 200 |      41.108µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:24:07 | 200 |       40.93µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:24:12 | 200 |      47.426µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:24:13 | 200 |      40.728µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:24:17 | 200 |      42.286µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:24:22 | 200 |      45.566µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:24:23 | 200 |      40.854µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T14:24:25.169Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7f4a5d42-2c0c-4575-9423-69bc168013f6","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T14:24:25.169Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7f4a5d42-2c0c-4575-9423-69bc168013f6","keyPrefix":"sk-oai-304RJ8jIWiBH...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 14:24:25 | 201 |    1.762305ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:24:25 | 200 |     510.528µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:24:25 | 200 |      166.67µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:24:25 | 200 |     484.254µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:24:25 | 200 |     157.402µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:24:25 | 200 |     485.921µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:24:25 | 200 |     181.044µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:24:25 | 200 |     468.942µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:24:25 | 200 |     411.054µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:24:25 | 200 |     165.157µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:24:25 | 200 |   10.804972ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:24:27 | 200 |       44.22µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:24:32 | 200 |      40.175µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:24:33 | 200 |      40.313µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:24:37 | 200 |      38.353µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:24:42 | 200 |      45.198µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:24:43 | 200 |      40.744µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T14:24:45.265Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"866b01a9-6774-49dd-b528-66db166606f8","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T14:24:45.265Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"866b01a9-6774-49dd-b528-66db166606f8","keyPrefix":"sk-oai-182ykqcUeh7P...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 14:24:45 | 201 |    1.686288ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:24:45 | 200 |     712.217µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:24:45 | 200 |     172.308µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:24:47 | 200 |      53.384µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:24:52 | 200 |      39.455µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:24:53 | 200 |      39.312µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:24:57 | 200 |      38.837µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:25:02 | 200 |       39.75µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:25:03 | 200 |      36.192µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:25:07 | 200 |      34.772µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:25:12 | 200 |      40.927µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:25:13 | 200 |       40.89µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:25:17 | 200 |      44.334µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:25:22 | 200 |      40.277µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:25:23 | 200 |      65.734µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T14:25:25.270Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"64beb84e-541b-4953-8b97-f3cde13c6b7f","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T14:25:25.270Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"64beb84e-541b-4953-8b97-f3cde13c6b7f","keyPrefix":"sk-oai-x0gZxd0AzV6y...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 14:25:25 | 201 |   10.479472ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T14:25:25.827Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"37e6bd93-d6b9-4399-af60-d26b11448974","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T14:25:25.827Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"37e6bd93-d6b9-4399-af60-d26b11448974","keyPrefix":"sk-oai-1F3EBXyJB4Er...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/03 - 14:25:25 | 201 |    2.160704ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T14:25:26.073Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"883fc9eb-c5b5-4015-b2a7-e1d8d99b43e5","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T14:25:26.073Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"883fc9eb-c5b5-4015-b2a7-e1d8d99b43e5","keyPrefix":"sk-oai-FzHOkjPRC2yj...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 14:25:26 | 201 |    1.761307ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:25:26 | 200 |     1.37974ms |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:25:26 | 200 |      407.74µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:25:26 | 200 |     128.886µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:25:26 | 200 |   11.794501ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:25:26 | 200 |     522.937µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:25:26 | 200 |     145.479µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-03T14:25:26.237Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"db6404c8-c25a-4f5d-a2a9-7d5f4b919679","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T14:25:26.237Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"db6404c8-c25a-4f5d-a2a9-7d5f4b919679","keyPrefix":"sk-oai-KxISptZJeLRi...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 14:25:26 | 201 |    1.664469ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T14:25:26.266Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"db6404c8-c25a-4f5d-a2a9-7d5f4b919679"}
{"level":"info","timestamp":"2026-06-03T14:25:26.266Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"db6404c8-c25a-4f5d-a2a9-7d5f4b919679","revokedBy":"alice_lead"}
[GIN] 2026/06/03 - 14:25:26 | 200 |    3.066738ms |      100.64.0.4 | DELETE   "/v1/api-keys/db6404c8-c25a-4f5d-a2a9-7d5f4b919679" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:25:27 | 200 |      38.606µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:25:29 | 200 |     891.209µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-03T14:25:29.301Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/03 - 14:25:29 | 500 |      92.822µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T14:25:29.613Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"bb617594-1be9-4834-8c71-863bf4ae136a","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T14:25:29.613Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bb617594-1be9-4834-8c71-863bf4ae136a","keyPrefix":"sk-oai-19NP0GzXy7ul...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 14:25:29 | 201 |     1.82757ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T14:25:29.638Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"0348db86-d0d1-4b36-8d76-253faf16fed2","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T14:25:29.638Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0348db86-d0d1-4b36-8d76-253faf16fed2","keyPrefix":"sk-oai-XZyc7YpNH2P6...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/03 - 14:25:29 | 201 |    1.641336ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T14:25:29.732Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"b3b75a50-a6ef-463c-81ba-fd3a85ba5f73","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T14:25:29.732Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b3b75a50-a6ef-463c-81ba-fd3a85ba5f73","keyPrefix":"sk-oai-c2r18plxfwtJ...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 14:25:29 | 201 |    1.596872ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T14:25:29.758Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"b3b75a50-a6ef-463c-81ba-fd3a85ba5f73"}
{"level":"info","timestamp":"2026-06-03T14:25:29.758Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"b3b75a50-a6ef-463c-81ba-fd3a85ba5f73","revokedBy":"alice_lead"}
[GIN] 2026/06/03 - 14:25:29 | 200 |    2.203426ms |      100.64.0.2 | DELETE   "/v1/api-keys/b3b75a50-a6ef-463c-81ba-fd3a85ba5f73" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:25:29 | 404 |     746.701µs |      100.64.0.4 | DELETE   "/v1/api-keys/b3b75a50-a6ef-463c-81ba-fd3a85ba5f73" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T14:25:29.879Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"4ebb3b63-751d-4ae4-9cd4-ed0bcf526052","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T14:25:29.879Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4ebb3b63-751d-4ae4-9cd4-ed0bcf526052","keyPrefix":"sk-oai-KONG7eHvcl6J...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 14:25:29 | 201 |    1.640077ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:25:29 | 200 |     547.065µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:25:29 | 200 |     438.029µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:25:29 | 200 |     137.236µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:25:29 | 200 |    9.226476ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T14:25:30.017Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"cbb2b179-5738-481e-917c-a5bccc45aadd","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T14:25:30.017Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cbb2b179-5738-481e-917c-a5bccc45aadd","keyPrefix":"sk-oai-1SHDTfG2wzvg...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 14:25:30 | 201 |    1.593526ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:25:30 | 200 |     494.547µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:25:30 | 403 |      98.939µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:25:30 | 200 |     456.252µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:25:30 | 200 |     391.232µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:25:30 | 200 |     164.764µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:25:30 | 200 |    9.771497ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T14:25:30.174Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"fc147861-ab08-41ab-84d8-360397688383","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T14:25:30.174Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fc147861-ab08-41ab-84d8-360397688383","keyPrefix":"sk-oai-I9R8OYqsPuVx...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 14:25:30 | 201 |    1.736636ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:25:30 | 200 |     451.995µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:25:30 | 200 |     415.094µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:25:30 | 200 |     129.719µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:25:30 | 200 |    9.266649ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:25:30 | 200 |     455.825µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:25:30 | 200 |     431.131µs |     10.134.0.40 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 14:25:30 | 200 |     146.635µs |     10.134.0.40 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 14:25:30 | 200 |    9.211808ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T14:25:30.334Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"e61ec874-a300-4214-99a5-8c6ac235f601","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T14:25:30.334Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e61ec874-a300-4214-99a5-8c6ac235f601","keyPrefix":"sk-oai-UXwW93SQz75N...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 14:25:30 | 201 |    1.661027ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 14:25:32 | 200 |      47.727µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/03 - 14:25:33 | 200 |      40.807µs |      10.134.0.2 | GET      "/health"