{"level":"info","timestamp":"2026-06-03T19:54:27.353Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"daeadfd9-c8c7-4062-866f-fc524a73dd07","keyPrefix":"sk-oai-1HWzeSDI8EXP...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 19:54:27 | 201 |     1.56059ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:54:27 | 200 |     373.672µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:54:27 | 200 |     200.061µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:54:27 | 200 |     360.929µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:54:27 | 200 |     166.429µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:54:28 | 200 |      46.609µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:54:33 | 200 |      34.784µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:54:34 | 200 |      42.647µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:54:38 | 200 |      40.593µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:54:43 | 200 |      49.384µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:54:44 | 200 |      35.453µs |      10.132.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-03T19:54:45.066Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-03T19:54:45.066Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/03 - 19:54:45 | 400 |     274.206µs |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:54:48 | 200 |      34.265µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:54:53 | 200 |        38.8µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:54:54 | 200 |      36.722µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:54:58 | 200 |      34.525µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T19:55:02.508Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"2d5e2ecc-f9fd-4560-9134-76cd58dcbfb8","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T19:55:02.508Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2d5e2ecc-f9fd-4560-9134-76cd58dcbfb8","keyPrefix":"sk-oai-3GODE2eas3LU...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 19:55:02 | 201 |   10.311398ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:55:02 | 200 |    1.118047ms |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:55:02 | 200 |     194.028µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:55:03 | 200 |      34.625µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:55:04 | 200 |      37.509µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:55:08 | 200 |      36.312µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T19:55:11.593Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"dd36f7c7-c389-480f-8c24-4946054a3ab2","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T19:55:11.593Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"dd36f7c7-c389-480f-8c24-4946054a3ab2","keyPrefix":"sk-oai-1aAMFej83PZi...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 19:55:11 | 201 |    1.623041ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:55:13 | 200 |       34.92µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:55:14 | 200 |      34.002µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:55:18 | 200 |      41.145µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:55:19 | 200 |     533.731µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:55:19 | 200 |      111.89µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:55:23 | 200 |      33.455µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:55:24 | 200 |      39.318µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:55:28 | 200 |      32.969µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:55:33 | 200 |      34.329µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:55:34 | 200 |       35.57µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T19:55:37.220Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"2c1e0c25-4eec-4e5d-8439-b69cbbea4eb6","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T19:55:37.220Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2c1e0c25-4eec-4e5d-8439-b69cbbea4eb6","keyPrefix":"sk-oai-267qz664KB7j...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 19:55:37 | 201 |    1.711272ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:55:37 | 200 |     479.066µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:55:37 | 200 |     141.096µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:55:38 | 200 |      36.022µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:55:43 | 200 |      35.734µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:55:44 | 200 |      34.571µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:55:48 | 200 |      44.953µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:55:53 | 200 |      41.003µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:55:54 | 200 |      48.656µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:55:58 | 200 |      49.803µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:56:03 | 200 |      44.375µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:56:04 | 200 |      50.213µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:56:08 | 200 |      45.606µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:56:13 | 200 |      65.499µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:56:14 | 200 |      56.969µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:56:18 | 200 |      63.745µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:56:23 | 200 |       39.94µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:56:24 | 200 |      42.574µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:56:28 | 200 |      41.438µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:56:33 | 200 |      42.216µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:56:34 | 200 |      41.595µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:56:38 | 200 |      40.867µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:56:43 | 200 |      43.711µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:56:44 | 200 |      47.526µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:56:48 | 200 |      51.938µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:56:53 | 200 |      44.023µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:56:54 | 200 |      41.453µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:56:58 | 200 |      50.471µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:57:03 | 200 |      40.407µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:57:04 | 200 |      52.311µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:57:08 | 200 |      47.481µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:57:13 | 200 |      40.629µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:57:14 | 200 |      51.465µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:57:18 | 200 |      43.737µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:57:23 | 200 |      39.827µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:57:24 | 200 |      47.827µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:57:28 | 200 |      44.013µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:57:33 | 200 |      45.586µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:57:34 | 200 |      48.751µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T19:57:36.767Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"c3f6c478-6072-4312-98a9-af4698c4e773","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T19:57:36.767Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c3f6c478-6072-4312-98a9-af4698c4e773","keyPrefix":"sk-oai-1OcO6LCfgfom...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 19:57:36 | 201 |    1.756658ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:57:38 | 200 |      42.592µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:57:43 | 200 |      48.931µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:57:44 | 200 |      47.402µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:57:48 | 200 |      71.487µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:57:53 | 200 |      37.715µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:57:54 | 200 |      35.141µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:57:58 | 200 |      46.579µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:58:01 | 200 |     542.757µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:58:01 | 200 |     292.011µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:58:02 | 404 |     682.264µs |      100.64.0.3 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:58:03 | 200 |      41.157µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:58:04 | 200 |      38.842µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:58:08 | 200 |      34.728µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:58:13 | 200 |      35.537µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:58:14 | 200 |      45.407µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:58:18 | 200 |      35.074µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:58:23 | 200 |      50.215µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:58:24 | 200 |      34.783µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:58:28 | 200 |      34.809µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:58:33 | 200 |      36.206µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:58:34 | 200 |      37.735µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:58:38 | 200 |      37.519µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:58:43 | 200 |      37.688µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:58:44 | 200 |      37.362µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:58:48 | 200 |      38.249µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:58:53 | 200 |        35.4µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:58:54 | 200 |      33.498µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T19:58:54.513Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"e13bdcc8-ec85-4f59-92bf-3bdc472dedf9","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T19:58:54.513Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e13bdcc8-ec85-4f59-92bf-3bdc472dedf9","keyPrefix":"sk-oai-1RIoUrepqb62...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 19:58:54 | 201 |    1.741311ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:58:54 | 200 |     463.856µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:58:54 | 200 |     222.202µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:58:58 | 200 |      39.704µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:03 | 200 |      37.065µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:04 | 200 |       46.63µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:08 | 200 |      35.319µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:13 | 200 |      34.631µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T19:59:13.756Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"79e01ccb-094e-4cd5-9e97-957a445a5d82","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T19:59:13.756Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"79e01ccb-094e-4cd5-9e97-957a445a5d82","keyPrefix":"sk-oai-HgLpq1azmFWB...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 19:59:13 | 201 |    1.741899ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:59:13 | 200 |     468.581µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:59:13 | 200 |     170.165µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:59:14 | 200 |     350.737µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:59:14 | 200 |     214.188µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:59:14 | 200 |      36.448µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:18 | 200 |      34.152µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:23 | 200 |      37.942µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:24 | 200 |      37.798µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:28 | 200 |      34.022µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T19:59:33.268Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"52635617-db22-470d-ba76-58bead2d2c99","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T19:59:33.268Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"52635617-db22-470d-ba76-58bead2d2c99","keyPrefix":"sk-oai-17t86Swkd5Hs...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 19:59:33 | 201 |    2.084123ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:59:33 | 200 |     430.784µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:59:33 | 200 |     446.596µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 19:59:33 | 200 |     278.383µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:59:33 | 200 |   20.147291ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:59:33 | 200 |      36.744µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:34 | 200 |      41.283µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:38 | 200 |      51.417µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:43 | 200 |      64.076µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:44 | 200 |      50.618µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:48 | 200 |      69.407µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:52 | 200 |     165.741µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:59:52 | 200 |     182.853µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 19:59:52 | 200 |   23.991134ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 19:59:53 | 200 |      52.079µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:54 | 200 |      43.446µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 19:59:58 | 200 |      41.418µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:00:01.631Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/03 - 20:00:01 | 200 |    2.368898ms |     10.134.0.36 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/03 - 20:00:03 | 200 |       42.31µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:04 | 200 |      46.025µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:00:06.631Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b6da51bb-767e-42e7-9964-9893bd920245","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:00:06.631Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b6da51bb-767e-42e7-9964-9893bd920245","keyPrefix":"sk-oai-DivrULkURz9x...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:00:06 | 201 |   10.111514ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:00:08 | 200 |      42.671µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:13 | 200 |      40.894µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:14 | 200 |      40.659µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:18 | 200 |      44.059µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:23 | 200 |      41.607µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:24 | 200 |      44.731µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:28 | 200 |      43.592µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:33 | 200 |      44.852µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:34 | 200 |      41.818µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:36 | 200 |    1.180058ms |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:00:36 | 200 |     155.061µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:00:36 | 200 |     478.434µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:00:36 | 200 |     411.334µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:00:36 | 200 |     139.607µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:00:36 | 200 |    10.24298ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:00:38 | 200 |      45.358µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:43 | 200 |      41.929µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:44 | 200 |      40.233µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:48 | 200 |      53.729µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:53 | 200 |      41.979µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:53 | 200 |     140.409µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:00:53 | 200 |   12.420281ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:00:54 | 200 |      44.898µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:00:58 | 200 |      39.652µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:01:02.499Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c4236864-ae6b-4ca1-87b1-26555ef93a88","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:01:02.499Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c4236864-ae6b-4ca1-87b1-26555ef93a88","keyPrefix":"sk-oai-1Q3UkagOncxG...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:01:02 | 201 |    2.901127ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:01:03 | 200 |      40.739µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:01:04 | 200 |      44.954µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:01:08 | 200 |      44.156µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:01:10 | 200 |     567.423µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:01:10 | 200 |     360.917µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:01:10 | 200 |     134.435µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:01:10 | 200 |    9.779294ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:01:11.033Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7e1b4cc0-93c4-46a2-be4c-67d138c0881e","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:01:11.033Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7e1b4cc0-93c4-46a2-be4c-67d138c0881e","keyPrefix":"sk-oai-1Pbr5Ljij68a...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:01:11 | 201 |    1.622029ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:01:13 | 200 |       62.18µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:01:14 | 200 |       43.01µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:01:18 | 200 |      43.034µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:01:19 | 200 |      530.58µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:01:19 | 200 |     314.929µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:01:19 | 200 |     145.396µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:01:19 | 200 |      6.9774ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:01:19 | 200 |     395.681µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:01:19 | 200 |     342.161µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:01:19 | 200 |     180.677µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:01:19 | 200 |    6.954454ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:01:20.084Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c1f7cb19-f663-4f31-8a06-80083e438533","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:01:20.084Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c1f7cb19-f663-4f31-8a06-80083e438533","keyPrefix":"sk-oai-KAQYhicmPJm5...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:01:20 | 201 |    1.658399ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:01:23 | 200 |      66.251µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:01:24 | 200 |      42.162µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:01:28 | 200 |      644.51µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:01:28 | 200 |     524.364µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:01:28 | 200 |     414.361µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:01:28 | 200 |    9.438097ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:01:28 | 200 |      43.317µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:01:33 | 200 |      41.981µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:01:34 | 200 |      48.454µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:01:37.310Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"23e1b896-172b-488e-a477-9d23db359185","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:01:37.310Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"23e1b896-172b-488e-a477-9d23db359185","keyPrefix":"sk-oai-1VN233WGR6Ko...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:01:37 | 201 |    1.982472ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:01:38 | 200 |      50.609µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:01:43 | 200 |      40.361µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:01:44 | 200 |      40.816µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:01:45 | 200 |     493.774µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:01:45 | 200 |     500.285µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:01:45 | 200 |     285.709µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:01:45 | 200 |     490.077µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:01:45 | 200 |     251.578µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:01:45 | 200 |   19.877622ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:01:48 | 200 |      40.857µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:01:53 | 200 |      65.987µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:01:54 | 200 |       42.53µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:01:58 | 200 |      41.823µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:01:58.733Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"86b9e093-f98a-47e1-8559-4d1a3f7176bf","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:01:58.733Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"86b9e093-f98a-47e1-8559-4d1a3f7176bf","keyPrefix":"sk-oai-TQXFLUpOcHMQ...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:01:58 | 201 |    1.765097ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:02:03 | 200 |      48.526µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:02:04 | 200 |       45.26µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:02:06 | 200 |     450.552µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:02:06 | 200 |     464.139µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:02:06 | 200 |     309.621µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:02:06 | 200 |   10.507009ms |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:02:06 | 200 |     263.861µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:02:06 | 200 |   34.465673ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:02:08 | 200 |      41.477µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:02:13 | 200 |      44.904µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:02:14 | 200 |      37.735µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:02:18 | 200 |      44.097µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:02:23 | 200 |      55.088µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:02:24 | 200 |      41.559µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:02:27 | 200 |     204.384µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:02:27 | 200 |     229.547µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:02:27 | 200 |     225.224µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:02:27 | 200 |   41.944937ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:02:28 | 200 |      38.111µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:02:33 | 200 |      45.909µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:02:34 | 200 |      47.279µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:02:38 | 200 |      42.177µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:02:43 | 200 |      42.792µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:02:44 | 200 |      45.506µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:02:44 | 200 |     189.962µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:02:44 | 200 |   14.287129ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:02:48 | 200 |      43.935µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:02:53 | 200 |       41.68µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:02:54 | 200 |        40.5µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:02:55.853Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"04cb73f0-e789-4819-9d0a-41a9d658fb21","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:02:55.853Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"04cb73f0-e789-4819-9d0a-41a9d658fb21","keyPrefix":"sk-oai-JOTbDiTqrF5J...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:02:55 | 201 |    2.105844ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:02:58 | 200 |      47.214µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:03:03 | 200 |      41.264µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:03:03 | 200 |     764.434µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:03:03 | 200 |      149.68µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:03:04 | 200 |      46.669µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:03:04.488Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9d389c54-8561-4941-9f98-f5dfc1e28418","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:03:04.488Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9d389c54-8561-4941-9f98-f5dfc1e28418","keyPrefix":"sk-oai-USIHYF1mltOp...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:03:04 | 201 |     1.65948ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:03:08 | 200 |       40.27µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:03:12 | 200 |     560.644µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:03:12 | 200 |     354.244µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:03:12 | 200 |     118.039µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:03:12 | 200 |   11.229638ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:03:12.895Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b57dd7ca-26b4-4698-82e3-13d0a5562d46","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:03:12.895Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b57dd7ca-26b4-4698-82e3-13d0a5562d46","keyPrefix":"sk-oai-1JKxwWToGvhT...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:03:12 | 201 |     1.71091ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:03:13 | 200 |      41.455µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:03:14 | 200 |      41.561µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:03:18 | 200 |      44.849µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:03:20 | 200 |     588.527µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:03:20 | 200 |     479.311µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:03:20 | 200 |     201.333µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:03:20 | 200 |    10.30375ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:03:21.688Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"9362e1d1-ca69-4415-8130-19f71088b486","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:03:21.688Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9362e1d1-ca69-4415-8130-19f71088b486","keyPrefix":"sk-oai-1NVdhFcDsw8H...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:03:21 | 201 |    1.582412ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:03:23 | 200 |      46.404µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:03:24 | 200 |      47.224µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:03:28 | 200 |      46.411µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:03:29 | 200 |      478.14µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:03:29 | 200 |     332.566µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:03:29 | 200 |     175.909µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:03:29 | 200 |   10.165548ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:03:33 | 200 |      44.251µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:03:34 | 200 |      46.075µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:03:38 | 200 |      49.741µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:03:38.944Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"854eb036-51ab-4918-a623-dfa5e3721ef2","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:03:38.945Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"854eb036-51ab-4918-a623-dfa5e3721ef2","keyPrefix":"sk-oai-1eL7LnuK4JCw...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:03:38 | 201 |    1.828019ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:03:43 | 200 |      40.556µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:03:44 | 200 |      48.793µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:03:48 | 200 |       46.21µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:03:53 | 200 |      47.306µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:03:54 | 200 |      48.284µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:03:55 | 200 |     486.757µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:03:55 | 403 |     124.032µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:03:58 | 200 |      43.374µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:04:03 | 200 |      43.328µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:04:04 | 200 |      44.504µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:04:08 | 200 |      42.946µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:04:12 | 403 |     126.147µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:04:13 | 200 |      40.928µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:04:14 | 200 |      40.106µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:04:18 | 200 |      40.995µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:04:23 | 200 |      56.245µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:04:24 | 200 |      41.184µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:04:28 | 200 |      45.003µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:04:29 | 403 |     120.302µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:04:33 | 200 |      41.249µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:04:34 | 200 |      46.709µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:04:38 | 200 |      50.391µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:04:43 | 200 |      42.554µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:04:44 | 200 |      43.365µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:04:47 | 403 |     368.041µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:04:48 | 200 |      58.302µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:04:53 | 200 |      40.647µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:04:54 | 200 |      53.544µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:04:58 | 200 |      45.633µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:05:01.236Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d8a99c43-0704-4168-bbf7-3d0333e812b9","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:05:01.236Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d8a99c43-0704-4168-bbf7-3d0333e812b9","keyPrefix":"sk-oai-1Ken1UPWV83o...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:05:01 | 201 |    2.322216ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:05:03 | 200 |      42.099µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:05:04 | 200 |      53.777µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:05:08 | 200 |      39.979µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:05:09 | 200 |     446.162µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:05:09 | 200 |     352.969µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:05:09 | 200 |     180.717µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:05:09 | 200 |   19.764398ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:05:13 | 200 |      42.073µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:05:14 | 200 |      42.724µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:05:18 | 200 |      45.115µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:05:23 | 200 |      42.769µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:05:23.508Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1da4d04e-890d-4224-9c81-b07612cf4e2d","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:05:23.508Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1da4d04e-890d-4224-9c81-b07612cf4e2d","keyPrefix":"sk-oai-gYBRqQHwPzeq...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:05:23 | 201 |       2.771ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:05:23.545Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"70c5041f-0fed-4b74-a791-f7b573cb44f0","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:05:23.545Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"70c5041f-0fed-4b74-a791-f7b573cb44f0","keyPrefix":"sk-oai-73ibT5BgNulS...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:05:23 | 201 |    1.592462ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:05:24 | 200 |      42.007µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:05:28 | 200 |      47.467µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:05:31 | 200 |     475.986µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:05:31 | 200 |     292.032µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:05:31 | 200 |     173.844µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:05:31 | 200 |     9.38492ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:05:31 | 200 |     384.575µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:05:31 | 200 |     342.517µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:05:31 | 200 |     171.326µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:05:31 | 200 |    9.974583ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:05:33 | 200 |       42.18µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:05:34 | 200 |      72.634µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:05:38 | 200 |      41.381µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:05:43 | 200 |      40.714µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:05:44 | 200 |      43.773µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:05:48 | 200 |      48.913µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:05:50 | 200 |     210.763µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:05:50 | 200 |     187.545µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:05:50 | 200 |     203.201µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:05:50 | 200 |   36.634902ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:05:53 | 200 |      40.474µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:05:54 | 200 |      44.331µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:05:58 | 200 |      43.503µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:03 | 200 |       54.52µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:04 | 200 |        46.2µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:08 | 200 |      44.192µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:08 | 200 |     185.436µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:06:08 | 200 |   12.319903ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:06:09 | 200 |     231.598µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:06:09 | 200 |   12.321343ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:06:13 | 200 |      62.813µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:14 | 200 |      42.056µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:18 | 200 |      42.346µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:23 | 200 |      42.335µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:24 | 200 |      44.459µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:28 | 200 |      42.507µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:33 | 200 |      45.479µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:34 | 200 |       43.32µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:06:34.689Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"637d3c5a-4de3-4568-85cf-1416dd050110","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:06:34.689Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"637d3c5a-4de3-4568-85cf-1416dd050110","keyPrefix":"sk-oai-1aNmmHFknmJK...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:06:34 | 201 |    2.063519ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:06:34 | 200 |     522.694µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:06:34 | 200 |     261.708µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:06:34 | 200 |     374.367µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:06:34 | 200 |     186.732µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:06:34 | 200 |     407.035µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:06:34 | 200 |     300.373µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:06:34 | 200 |     401.989µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:06:34 | 200 |     342.465µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:06:34 | 200 |     212.347µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:06:34 | 200 |   11.398042ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:06:38 | 200 |      43.942µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:43 | 200 |      41.698µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:44 | 200 |      63.883µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:48 | 200 |      40.666µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:06:52.616Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"35e3fe5b-fd12-43bc-a60c-792cb3bafd1f","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:06:52.616Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"35e3fe5b-fd12-43bc-a60c-792cb3bafd1f","keyPrefix":"sk-oai-adeRiRdSaxmh...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 20:06:52 | 201 |    1.651621ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:06:53 | 200 |     586.829µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:06:53 | 200 |     413.666µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:06:53 | 200 |      43.276µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:54 | 200 |      56.871µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:06:58 | 200 |      40.686µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:07:03 | 200 |      46.899µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:07:04 | 200 |      45.867µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:07:08 | 200 |      40.896µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:07:13 | 200 |      47.954µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:07:14 | 200 |      38.632µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:07:18 | 200 |      44.549µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:07:23 | 200 |       42.01µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:07:24 | 200 |      57.875µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:07:28 | 200 |      42.366µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:07:32.582Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"606a7bd2-22bc-4386-a09a-0e702850d4f9","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:07:32.582Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"606a7bd2-22bc-4386-a09a-0e702850d4f9","keyPrefix":"sk-oai-1b4ctzPdmazX...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 20:07:32 | 201 |   10.287907ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:07:33.140Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"0dfe7812-337e-4025-b4a1-ab0d613b3951","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:07:33.140Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0dfe7812-337e-4025-b4a1-ab0d613b3951","keyPrefix":"sk-oai-yW0ff6BO4OH4...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/03 - 20:07:33 | 201 |    1.820603ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:07:33 | 200 |      46.902µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T20:07:33.362Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"0dcbdce1-4a63-47b6-bef4-f1f90079cb6d","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:07:33.362Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0dcbdce1-4a63-47b6-bef4-f1f90079cb6d","keyPrefix":"sk-oai-1dMyvr0cTgxZ...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 20:07:33 | 201 |    1.664438ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:07:33 | 200 |    1.057118ms |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:07:33 | 200 |     372.964µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:07:33 | 200 |     147.524µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:07:33 | 200 |   11.516416ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:07:33 | 200 |     446.768µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:07:33 | 200 |     181.699µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-03T20:07:33.532Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"48c5a522-dbcd-4f5a-beec-07cf57a82dd1","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:07:33.532Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"48c5a522-dbcd-4f5a-beec-07cf57a82dd1","keyPrefix":"sk-oai-ms0I77ZrEMt2...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 20:07:33 | 201 |    1.653059ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:07:33.561Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"48c5a522-dbcd-4f5a-beec-07cf57a82dd1"}
{"level":"info","timestamp":"2026-06-03T20:07:33.561Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"48c5a522-dbcd-4f5a-beec-07cf57a82dd1","revokedBy":"alice_lead"}
[GIN] 2026/06/03 - 20:07:33 | 200 |    2.298132ms |      100.64.0.4 | DELETE   "/v1/api-keys/48c5a522-dbcd-4f5a-beec-07cf57a82dd1" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:07:34 | 200 |        44.3µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 20:07:36 | 200 |     543.644µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-03T20:07:36.592Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/03 - 20:07:36 | 500 |     101.399µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:07:36.907Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"6fa3db94-d800-44a5-a5ad-11f219817a89","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:07:36.907Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6fa3db94-d800-44a5-a5ad-11f219817a89","keyPrefix":"sk-oai-68EeoZ3qkvF0...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 20:07:36 | 201 |    1.608817ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:07:36.936Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"6d36a1e4-27b3-4400-bb24-60881dc3f933","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:07:36.936Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6d36a1e4-27b3-4400-bb24-60881dc3f933","keyPrefix":"sk-oai-coWqvjoG89dP...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/03 - 20:07:36 | 201 |    1.573311ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:07:37.032Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"3150574f-c39f-490d-ad53-df00d27348be","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:07:37.032Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3150574f-c39f-490d-ad53-df00d27348be","keyPrefix":"sk-oai-IB44NftAFXYh...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 20:07:37 | 201 |    1.582929ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:07:37.061Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"3150574f-c39f-490d-ad53-df00d27348be"}
{"level":"info","timestamp":"2026-06-03T20:07:37.061Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"3150574f-c39f-490d-ad53-df00d27348be","revokedBy":"alice_lead"}
[GIN] 2026/06/03 - 20:07:37 | 200 |    2.142044ms |      100.64.0.4 | DELETE   "/v1/api-keys/3150574f-c39f-490d-ad53-df00d27348be" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:07:37 | 404 |     582.598µs |      100.64.0.3 | DELETE   "/v1/api-keys/3150574f-c39f-490d-ad53-df00d27348be" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:07:37.177Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"8bc5654c-7b73-4bcd-9728-bd826209d97e","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:07:37.178Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8bc5654c-7b73-4bcd-9728-bd826209d97e","keyPrefix":"sk-oai-hflU3g7vzYQg...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 20:07:37 | 201 |    1.651003ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:07:37 | 200 |     493.193µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:07:37 | 200 |     444.321µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:07:37 | 200 |     136.464µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:07:37 | 200 |   11.353098ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:07:37.313Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"c271a3a3-6a0e-4369-a72c-99d36557139f","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:07:37.313Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c271a3a3-6a0e-4369-a72c-99d36557139f","keyPrefix":"sk-oai-nXfnzEvNoaEC...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 20:07:37 | 201 |    1.600038ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:07:37 | 200 |     382.678µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:07:37 | 403 |     122.014µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:07:37 | 200 |      354.57µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:07:37 | 200 |     356.129µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:07:37 | 200 |     238.224µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:07:37 | 200 |    9.136288ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:07:37.457Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"3882e18d-85c5-4f84-8f27-c7cd6fb17c20","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:07:37.457Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3882e18d-85c5-4f84-8f27-c7cd6fb17c20","keyPrefix":"sk-oai-Tfnwqknr2YRQ...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 20:07:37 | 201 |    1.519357ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:07:37 | 200 |     358.101µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:07:37 | 200 |     417.322µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:07:37 | 200 |     264.768µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:07:37 | 200 |    9.387086ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:07:37 | 200 |     356.285µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:07:37 | 200 |     458.141µs |     10.134.0.34 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 20:07:37 | 200 |     275.619µs |     10.134.0.34 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 20:07:37 | 200 |   10.109371ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T20:07:37.626Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"a9f00255-e593-47af-a662-b74545342faa","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T20:07:37.626Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a9f00255-e593-47af-a662-b74545342faa","keyPrefix":"sk-oai-1PF3Ezb6b1Qr...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 20:07:37 | 201 |    1.539186ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 20:07:38 | 200 |      41.605µs |      10.132.0.2 | GET      "/health"