[GIN] 2026/06/10 - 12:59:40 | 201 |    1.626851ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:59:40 | 200 |     461.068µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:59:40 | 200 |     165.567µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:59:40 | 200 |     460.898µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 12:59:40 | 200 |     172.893µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 12:59:44 | 200 |      40.335µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:59:45 | 200 |      33.499µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:59:49 | 200 |      34.098µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:59:54 | 200 |      35.123µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 12:59:55 | 200 |      38.511µs |      10.132.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-10T12:59:58.222Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-10T12:59:58.222Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/10 - 12:59:58 | 400 |      302.65µs |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 12:59:59 | 200 |      36.201µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:00:04 | 200 |      36.562µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:00:05 | 200 |       43.13µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:00:09 | 200 |      33.917µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:00:13.245Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/10 - 13:00:13 | 200 |    9.526955ms |     10.134.0.31 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/10 - 13:00:14 | 200 |      37.364µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:00:15.617Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"68b402e6-328d-4c09-88ea-ecd7c306d0e1","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:00:15.617Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"68b402e6-328d-4c09-88ea-ecd7c306d0e1","keyPrefix":"sk-oai-16CmU7fGiIAv...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:00:15 | 201 |    2.735943ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:00:15 | 200 |     990.866µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:00:15 | 200 |      138.46µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:00:15 | 200 |      41.407µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:00:19 | 200 |      44.576µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:00:24 | 200 |      50.771µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:00:24.692Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"a85a4b16-26c8-4f63-960e-a9f23b6074da","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:00:24.692Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a85a4b16-26c8-4f63-960e-a9f23b6074da","keyPrefix":"sk-oai-qAfpRnNrEoas...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:00:24 | 201 |      2.1158ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:00:25 | 200 |       41.75µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:00:29 | 200 |      41.068µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:00:32 | 200 |     913.095µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:00:32 | 200 |      117.79µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:00:34 | 200 |      41.806µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:00:35 | 200 |      41.407µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:00:39 | 200 |      53.332µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:00:44 | 200 |      45.203µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:00:45 | 200 |      41.671µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:00:49 | 200 |      54.601µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:00:50.353Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"5be0cd2e-b114-452e-b787-9f1ca4aa0b59","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:00:50.353Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5be0cd2e-b114-452e-b787-9f1ca4aa0b59","keyPrefix":"sk-oai-rnQqtByH9J5H...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:00:50 | 201 |    2.152344ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:00:50 | 200 |     552.627µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:00:50 | 200 |     156.863µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:00:54 | 200 |       38.55µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:00:55 | 200 |      55.053µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:00:59 | 200 |      39.408µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:01:04 | 200 |      44.515µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:01:05 | 200 |      47.905µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:01:09 | 200 |      47.605µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:01:14 | 200 |      56.019µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:01:15 | 200 |      43.704µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:01:19 | 200 |      41.387µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:01:24 | 200 |      39.016µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:01:25 | 200 |      62.492µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:01:29 | 200 |      42.732µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:01:34 | 200 |       41.23µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:01:35 | 200 |      39.673µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:01:39 | 200 |      38.623µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:01:44 | 200 |       41.34µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:01:45 | 200 |      43.821µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:01:49 | 200 |      41.622µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:01:54 | 200 |      46.994µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:01:55 | 200 |      42.335µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:01:59 | 200 |      40.977µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:02:04 | 200 |      42.692µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:02:05 | 200 |       43.84µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:02:09 | 200 |      41.443µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:02:14 | 200 |      41.857µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:02:15 | 200 |      51.995µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:02:19 | 200 |      53.142µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:02:24 | 200 |      38.656µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:02:25 | 200 |       34.13µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:02:29 | 200 |      34.315µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:02:34 | 200 |      31.839µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:02:35 | 200 |      42.333µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:02:39 | 200 |      33.649µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:02:44 | 200 |       47.21µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:02:45 | 200 |      38.461µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:02:49 | 200 |      36.124µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:02:49.919Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"673fefe7-cccc-4c48-acc4-570f8b127141","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:02:49.919Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"673fefe7-cccc-4c48-acc4-570f8b127141","keyPrefix":"sk-oai-AleOjOvPMLva...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:02:49 | 201 |    2.105102ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:02:54 | 200 |      31.163µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:02:55 | 200 |      39.655µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:02:59 | 200 |      39.633µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:03:04 | 200 |      33.836µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:03:05 | 200 |      36.117µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:03:09 | 200 |      35.378µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:03:12 | 200 |     893.029µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:03:12 | 200 |     157.996µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:03:13 | 404 |     849.284µs |      100.64.0.4 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:03:14 | 200 |      37.663µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:03:15 | 200 |      33.933µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:03:19 | 200 |      41.821µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:03:24 | 200 |      37.242µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:03:25 | 200 |       33.14µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:03:29 | 200 |      36.632µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:03:34 | 200 |      33.426µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:03:35 | 200 |      34.014µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:03:39 | 200 |      33.904µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:03:44 | 200 |       33.97µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:03:45 | 200 |      34.329µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:03:49 | 200 |       34.32µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:03:54 | 200 |      33.107µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:03:55 | 200 |      50.659µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:03:59 | 200 |      31.838µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:04:03.384Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"119db4ed-e6e4-4aa1-b8e5-f72b8deec32f","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:04:03.384Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"119db4ed-e6e4-4aa1-b8e5-f72b8deec32f","keyPrefix":"sk-oai-1eA9B7lJVEr7...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:04:03 | 201 |     2.37747ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:04:03 | 200 |     583.094µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:04:03 | 200 |     190.539µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:04:04 | 200 |      58.519µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:04:05 | 200 |      34.442µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:04:09 | 200 |      33.863µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:04:14 | 200 |      39.339µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:04:15 | 200 |      32.338µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:04:19 | 200 |      40.482µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:04:22.585Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"fed28a00-7223-457c-a0dd-25f93ec190c4","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:04:22.585Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fed28a00-7223-457c-a0dd-25f93ec190c4","keyPrefix":"sk-oai-1HDcqFfWIhr9...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:04:22 | 201 |     2.16339ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:04:22 | 200 |     555.896µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:04:22 | 200 |     161.756µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:04:22 | 200 |     465.916µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:04:22 | 200 |     151.785µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:04:24 | 200 |      37.725µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:04:25 | 200 |      44.882µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:04:29 | 200 |      46.902µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:04:34 | 200 |      40.263µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:04:35 | 200 |      39.144µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:04:39 | 200 |      43.064µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:04:42.060Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"013eda4e-5a65-4ce8-b80c-2539576ef0ed","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:04:42.060Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"013eda4e-5a65-4ce8-b80c-2539576ef0ed","keyPrefix":"sk-oai-1YMx7cYuiYcQ...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:04:42 | 201 |    1.781438ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:04:42 | 200 |     525.991µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:04:42 | 200 |     430.024µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:04:42 | 200 |      154.82µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:04:42 | 200 |   20.678434ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:04:44 | 200 |      42.706µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:04:45 | 200 |      52.889µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:04:49 | 200 |      40.555µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:04:54 | 200 |      40.648µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:04:55 | 200 |      51.899µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:04:59 | 200 |      40.986µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:05:01 | 200 |     187.632µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:05:01 | 200 |     178.742µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:05:01 | 200 |   24.403435ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:05:04 | 200 |      41.726µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:05:05 | 200 |      45.794µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:05:09 | 200 |      42.382µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:05:13.191Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"517408f2-2d92-4cd3-b567-4ceb5b8ba31b","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:05:13.191Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"517408f2-2d92-4cd3-b567-4ceb5b8ba31b","keyPrefix":"sk-oai-lWhoCxvvJE3N...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:05:13 | 201 |    2.048861ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:05:14 | 200 |      44.346µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:05:15 | 200 |      39.154µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:05:19 | 200 |      42.542µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:05:24 | 200 |      49.627µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:05:25 | 200 |      47.788µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:05:29 | 200 |      47.291µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:05:34 | 200 |      41.408µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:05:35 | 200 |      41.656µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:05:39 | 200 |      44.442µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:05:43 | 200 |   10.629109ms |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:05:43 | 200 |     152.238µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:05:43 | 200 |     493.725µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:05:43 | 200 |     402.763µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:05:43 | 200 |     123.647µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:05:43 | 200 |   10.125664ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:05:44 | 200 |      39.472µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:05:45 | 200 |       38.86µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:05:49 | 200 |      40.174µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:05:54 | 200 |      46.947µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:05:55 | 200 |      46.228µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:05:59 | 200 |      38.917µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:06:00 | 200 |     153.219µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:06:00 | 200 |   13.551929ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:06:04 | 200 |      37.925µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:06:05 | 200 |        38.2µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:06:08.978Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d2947837-eded-4b36-83a4-b98b2b08d66a","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:06:08.978Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d2947837-eded-4b36-83a4-b98b2b08d66a","keyPrefix":"sk-oai-14QvPclcw2qZ...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:06:08 | 201 |    2.417784ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:06:09 | 200 |      40.452µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:06:14 | 200 |      39.936µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:06:15 | 200 |      44.655µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:06:17 | 200 |     878.784µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:06:17 | 200 |     437.928µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:06:17 | 200 |     116.525µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:06:17 | 200 |    10.12186ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T13:06:17.524Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c60dce80-8f73-4e04-8786-3828048c97f6","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:06:17.524Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c60dce80-8f73-4e04-8786-3828048c97f6","keyPrefix":"sk-oai-YoCpOxFUuJyS...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:06:17 | 201 |    1.587324ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:06:19 | 200 |      38.525µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:06:24 | 200 |      40.629µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:06:25 | 200 |     853.405µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:06:25 | 200 |      379.77µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:06:25 | 200 |     125.188µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:06:25 | 200 |    6.638711ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:06:25 | 200 |     449.306µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:06:25 | 200 |     386.639µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:06:25 | 200 |     144.689µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:06:25 | 200 |     6.04834ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:06:25 | 200 |      41.591µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:06:26.553Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"847ecdaf-8b4b-4aba-9040-a2d2075d642f","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:06:26.553Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"847ecdaf-8b4b-4aba-9040-a2d2075d642f","keyPrefix":"sk-oai-17uXhO23oyPD...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:06:26 | 201 |    1.905396ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:06:29 | 200 |      40.418µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:06:34 | 200 |      37.934µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:06:34 | 200 |     813.246µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:06:34 | 200 |     398.823µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:06:34 | 200 |     152.787µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:06:34 | 200 |   10.345153ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:06:35 | 200 |       44.97µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:06:39 | 200 |      40.407µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:06:43.863Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"809fadff-4b26-419e-8d00-676e377ab732","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:06:43.863Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"809fadff-4b26-419e-8d00-676e377ab732","keyPrefix":"sk-oai-1ADFwOPGeKo8...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:06:43 | 201 |    2.127358ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:06:44 | 200 |      38.489µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:06:45 | 200 |      46.747µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:06:49 | 200 |      39.835µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:06:51 | 200 |     813.722µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:06:51 | 200 |     409.079µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:06:51 | 200 |     158.101µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:06:51 | 200 |     411.081µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:06:51 | 200 |     126.931µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:06:51 | 200 |   20.083223ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:06:54 | 200 |      37.724µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:06:55 | 200 |      39.114µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:06:59 | 200 |       41.43µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:07:03.261Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9612c04d-b10a-4b4f-897e-b2255b312095","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:07:03.261Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9612c04d-b10a-4b4f-897e-b2255b312095","keyPrefix":"sk-oai-oOodbl4XtqFa...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:07:03 | 201 |    2.219886ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:07:04 | 200 |      48.611µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:07:05 | 200 |      39.557µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:07:09 | 200 |      39.267µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:07:11 | 200 |     772.461µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:07:11 | 200 |     363.973µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:07:11 | 200 |     157.985µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:07:11 | 200 |    9.891196ms |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:07:11 | 200 |     214.955µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:07:11 | 200 |    26.40021ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:07:14 | 200 |      39.656µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:07:15 | 200 |      37.941µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:07:19 | 200 |      41.272µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:07:24 | 200 |      38.682µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:07:25 | 200 |      237.64µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:07:25 | 200 |     194.298µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:07:25 | 200 |     181.325µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:07:25 | 200 |   47.034605ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:07:25 | 200 |      37.307µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:07:29 | 200 |      38.537µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:07:34 | 200 |      52.624µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:07:35 | 200 |      53.607µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:07:39 | 200 |      43.651µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:07:43 | 200 |     172.444µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:07:43 | 200 |   13.242094ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:07:44 | 200 |      32.271µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:07:45 | 200 |      40.834µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:07:49 | 200 |      39.128µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:07:54 | 200 |      41.283µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:07:54.396Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"59ccba43-472c-4b3f-9a6e-6d0b57dc0b13","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:07:54.396Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"59ccba43-472c-4b3f-9a6e-6d0b57dc0b13","keyPrefix":"sk-oai-HT5FpaU0wkMk...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:07:54 | 201 |    2.357156ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:07:55 | 200 |      39.692µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:07:59 | 200 |      60.042µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:08:02 | 200 |     952.742µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:08:02 | 200 |     136.137µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T13:08:03.039Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f197f4cb-10ed-4deb-b44e-3cd2a9956cbd","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:08:03.039Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f197f4cb-10ed-4deb-b44e-3cd2a9956cbd","keyPrefix":"sk-oai-1M2PikCMOOMt...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:08:03 | 201 |    1.938689ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:08:04 | 200 |      41.941µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:08:05 | 200 |      42.485µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:08:09 | 200 |      40.563µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:08:11 | 200 |      964.43µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:08:11 | 200 |      427.85µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:08:11 | 200 |     119.995µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:08:11 | 200 |   10.818006ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T13:08:11.450Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d8c8164f-e6df-49f8-b913-2a7904f3ae4b","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:08:11.450Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d8c8164f-e6df-49f8-b913-2a7904f3ae4b","keyPrefix":"sk-oai-UtYJRpIiw0ig...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:08:11 | 201 |    1.769429ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:08:14 | 200 |      38.032µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:08:15 | 200 |      39.382µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:08:19 | 200 |      41.736µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:08:19 | 200 |      962.82µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:08:19 | 200 |     440.337µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:08:19 | 200 |     106.783µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:08:19 | 200 |    9.355978ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T13:08:20.293Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"e19a3a19-eb51-4fc3-a8e8-4a6c7f09cfb8","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:08:20.293Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e19a3a19-eb51-4fc3-a8e8-4a6c7f09cfb8","keyPrefix":"sk-oai-qhk9Hric2J3V...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:08:20 | 201 |    1.731037ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:08:24 | 200 |      67.221µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:08:25 | 200 |      40.353µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:08:28 | 200 |     843.144µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:08:28 | 200 |     443.252µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:08:28 | 200 |      146.74µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:08:28 | 200 |    9.652516ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:08:29 | 200 |      40.377µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:08:34 | 200 |      39.047µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:08:35 | 200 |      37.351µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:08:37.572Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"87b73a77-2df4-461a-b491-515020bf9065","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:08:37.572Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"87b73a77-2df4-461a-b491-515020bf9065","keyPrefix":"sk-oai-JWvHUqhnVh2k...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:08:37 | 201 |     1.97157ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:08:39 | 200 |      36.111µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:08:44 | 200 |       41.29µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:08:45 | 200 |      40.314µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:08:49 | 200 |      35.552µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:08:53 | 200 |    1.297377ms |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:08:53 | 403 |      96.807µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:08:54 | 200 |       40.63µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:08:55 | 200 |      38.343µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:08:59 | 200 |      37.229µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:09:04 | 200 |      40.677µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:09:05 | 200 |       44.51µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:09:09 | 200 |      37.154µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:09:10 | 403 |     123.799µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:09:14 | 200 |      38.726µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:09:15 | 200 |      46.402µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:09:19 | 200 |      39.149µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:09:24 | 200 |      38.993µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:09:25 | 200 |      36.426µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:09:28 | 403 |     144.019µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:09:29 | 200 |       37.95µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:09:34 | 200 |      38.369µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:09:35 | 200 |      53.624µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:09:39 | 200 |       38.06µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:09:44 | 200 |      36.816µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:09:45 | 403 |     122.462µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:09:45 | 200 |      40.766µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:09:49 | 200 |      40.027µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:09:54 | 200 |      60.827µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:09:55 | 200 |      40.349µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:09:59 | 200 |      38.111µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:09:59.680Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b74366da-7bdb-424d-b9fb-ab6da37b1199","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:09:59.680Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b74366da-7bdb-424d-b9fb-ab6da37b1199","keyPrefix":"sk-oai-1b8T55rMIyhF...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:09:59 | 201 |    1.739398ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:10:04 | 200 |       40.28µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:10:05 | 200 |      40.305µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:10:07 | 200 |     821.224µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:10:07 | 200 |     379.521µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:10:07 | 200 |     172.455µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:10:07 | 200 |   17.771024ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:10:09 | 200 |       37.83µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:10:14 | 200 |       51.29µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:10:15 | 200 |      39.859µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:10:19 | 200 |      37.017µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:10:22.025Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"256beb2a-4b63-4afb-b5b0-b00e6d30c86d","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:10:22.025Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"256beb2a-4b63-4afb-b5b0-b00e6d30c86d","keyPrefix":"sk-oai-1SbXgKFpjRGb...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:10:22 | 201 |    2.303443ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T13:10:22.055Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e14c22b8-b8ef-47bb-9373-e9145c69e7ef","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:10:22.055Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e14c22b8-b8ef-47bb-9373-e9145c69e7ef","keyPrefix":"sk-oai-1cy4LRShSrgq...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:10:22 | 201 |    1.727038ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:10:24 | 200 |      41.348µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:10:25 | 200 |      38.342µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:10:29 | 200 |      38.801µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:10:30 | 200 |     811.297µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:10:30 | 200 |     362.525µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:10:30 | 200 |     150.315µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:10:30 | 200 |    9.750632ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:10:30 | 200 |     457.038µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:10:30 | 200 |      346.24µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:10:30 | 200 |      160.19µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:10:30 | 200 |   11.503456ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:10:34 | 200 |      38.542µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:10:35 | 200 |      37.275µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:10:39 | 200 |      37.704µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:10:44 | 200 |      37.846µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:10:44 | 200 |      165.03µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:10:44 | 200 |     178.103µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:10:44 | 200 |     161.097µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:10:44 | 200 |   40.556918ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:10:45 | 200 |      43.199µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:10:49 | 200 |       39.42µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:10:54 | 200 |      42.251µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:10:55 | 200 |       39.24µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:10:59 | 200 |      40.568µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:10:59 | 200 |     171.551µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:10:59 | 200 |   15.513452ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:10:59 | 200 |      189.77µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:10:59 | 200 |   13.390017ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:11:04 | 200 |      39.903µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:11:05 | 200 |      39.122µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:11:09 | 200 |      47.372µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:11:14 | 200 |      39.801µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:11:15 | 200 |       69.55µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:11:19 | 200 |      37.433µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:11:24 | 200 |      41.256µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:11:24.906Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7747f21a-aa5e-4243-9e73-fa729101f826","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:11:24.906Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7747f21a-aa5e-4243-9e73-fa729101f826","keyPrefix":"sk-oai-IytF33WBMYTp...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:11:24 | 201 |    1.978991ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:11:24 | 200 |      419.74µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:11:24 | 200 |     142.093µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:11:24 | 200 |      438.16µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:11:24 | 200 |     161.884µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:11:24 | 200 |     421.861µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:11:24 | 200 |     153.349µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:11:25 | 200 |     404.793µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:11:25 | 200 |     356.839µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:11:25 | 200 |     132.944µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:11:25 | 200 |    9.871559ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:11:25 | 200 |      50.372µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:11:29 | 200 |      42.095µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:11:34 | 200 |      38.085µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:11:35 | 200 |      42.108µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:11:38.511Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b0060195-c487-4441-935a-6be4616aeb2f","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:11:38.511Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b0060195-c487-4441-935a-6be4616aeb2f","keyPrefix":"sk-oai-DwnvdMtPyFKf...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/10 - 13:11:38 | 201 |    2.109397ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:11:38 | 200 |     534.244µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:11:38 | 200 |     146.995µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:11:39 | 200 |      38.954µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:11:44 | 200 |      42.948µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:11:45 | 200 |      37.836µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:11:49 | 200 |      40.527µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:11:54 | 200 |      37.621µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:11:55 | 200 |      52.889µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:11:59 | 200 |      35.592µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:12:04 | 200 |      40.618µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:12:05 | 200 |      47.058µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:12:09 | 200 |      38.322µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:12:14 | 200 |      40.432µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:12:15 | 200 |      41.653µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:12:19 | 200 |      37.487µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:12:24 | 200 |      36.753µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:12:25 | 200 |      37.508µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:12:29 | 200 |      57.393µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:12:34 | 200 |      38.737µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:12:35 | 200 |      41.018µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:12:39 | 200 |      43.741µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:12:44 | 200 |      37.401µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:12:45 | 200 |        51.9µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-10T13:12:46.395Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"a70801e4-1dce-4903-8e9b-4040b668d468","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:12:46.395Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a70801e4-1dce-4903-8e9b-4040b668d468","keyPrefix":"sk-oai-1Gc1unLcRuBM...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 13:12:46 | 201 |   10.649478ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T13:12:46.903Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"e1d7ef23-2875-464f-9132-e2a4690fde59","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:12:46.903Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e1d7ef23-2875-464f-9132-e2a4690fde59","keyPrefix":"sk-oai-QEMJVLzgrdnk...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/10 - 13:12:46 | 201 |    1.700054ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T13:12:47.106Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"043ca48b-fec3-4f87-90fb-ad00a4a245b3","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:12:47.106Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"043ca48b-fec3-4f87-90fb-ad00a4a245b3","keyPrefix":"sk-oai-vAW0MXqA10HV...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 13:12:47 | 201 |    1.600932ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:12:47 | 200 |    1.202034ms |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:12:47 | 200 |     510.105µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:12:47 | 200 |     110.361µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:12:47 | 200 |   10.844937ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:12:47 | 200 |      434.01µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:12:47 | 200 |     106.101µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-10T13:12:47.265Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"b0260ec6-30cc-4a6f-be3e-388c1f33a558","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:12:47.265Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b0260ec6-30cc-4a6f-be3e-388c1f33a558","keyPrefix":"sk-oai-F4FIpHXjRLCu...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 13:12:47 | 201 |    1.619414ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T13:12:47.288Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"b0260ec6-30cc-4a6f-be3e-388c1f33a558"}
{"level":"info","timestamp":"2026-06-10T13:12:47.288Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"b0260ec6-30cc-4a6f-be3e-388c1f33a558","revokedBy":"alice_lead"}
[GIN] 2026/06/10 - 13:12:47 | 200 |    2.651462ms |      100.64.0.4 | DELETE   "/v1/api-keys/b0260ec6-30cc-4a6f-be3e-388c1f33a558" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:12:49 | 200 |      54.484µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:12:50 | 200 |     856.896µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-10T13:12:50.315Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/10 - 13:12:50 | 500 |     100.265µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T13:12:50.591Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"5eaf50b8-b8a9-416e-970e-c5f33888e594","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:12:50.591Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5eaf50b8-b8a9-416e-970e-c5f33888e594","keyPrefix":"sk-oai-kY5cuUQvTZLH...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 13:12:50 | 201 |    1.359669ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T13:12:50.611Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"1da35af5-61e5-4980-9a52-17d462c2cdd0","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:12:50.611Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1da35af5-61e5-4980-9a52-17d462c2cdd0","keyPrefix":"sk-oai-fbIwjTVLXmHd...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/10 - 13:12:50 | 201 |    1.158471ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T13:12:50.698Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"530822fb-dffa-479a-9aff-8dba53d041aa","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:12:50.698Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"530822fb-dffa-479a-9aff-8dba53d041aa","keyPrefix":"sk-oai-AOk3XkhH310g...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 13:12:50 | 201 |     1.22596ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T13:12:50.717Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"530822fb-dffa-479a-9aff-8dba53d041aa"}
{"level":"info","timestamp":"2026-06-10T13:12:50.718Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"530822fb-dffa-479a-9aff-8dba53d041aa","revokedBy":"alice_lead"}
[GIN] 2026/06/10 - 13:12:50 | 200 |     1.75143ms |      100.64.0.2 | DELETE   "/v1/api-keys/530822fb-dffa-479a-9aff-8dba53d041aa" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:12:50 | 404 |     735.185µs |      100.64.0.3 | DELETE   "/v1/api-keys/530822fb-dffa-479a-9aff-8dba53d041aa" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T13:12:50.819Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"8a96fdb5-4e5d-4c27-ba17-008bb5d12821","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:12:50.819Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8a96fdb5-4e5d-4c27-ba17-008bb5d12821","keyPrefix":"sk-oai-1bsL57qvOOyY...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 13:12:50 | 201 |    1.608251ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:12:50 | 200 |     427.893µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:12:50 | 200 |     374.439µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:12:50 | 200 |     111.391µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:12:50 | 200 |    8.367283ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T13:12:50.932Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"3c31d895-8b7e-4849-875c-73284592ca12","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:12:50.932Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3c31d895-8b7e-4849-875c-73284592ca12","keyPrefix":"sk-oai-QihLFBEdQBDR...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 13:12:50 | 201 |    1.223691ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:12:50 | 200 |     435.159µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:12:50 | 403 |      93.559µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:12:50 | 200 |     371.492µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:12:50 | 200 |     350.052µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:12:50 | 200 |     157.379µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:12:50 | 200 |    8.176264ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T13:12:51.067Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"7b267397-a5ef-48aa-907f-650663e73ed7","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:12:51.067Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7b267397-a5ef-48aa-907f-650663e73ed7","keyPrefix":"sk-oai-mp4XkOMiW2Em...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 13:12:51 | 201 |    1.147938ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:12:51 | 200 |     421.955µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:12:51 | 200 |     354.309µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:12:51 | 200 |     106.664µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:12:51 | 200 |    8.157015ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:12:51 | 200 |     387.549µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:12:51 | 200 |     349.165µs |     10.132.0.49 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/10 - 13:12:51 | 200 |     108.629µs |     10.132.0.49 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/10 - 13:12:51 | 200 |    8.474704ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-10T13:12:51.201Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"7db482e1-3452-499c-b9e8-b5481bca9e26","ephemeral":false}
{"level":"info","timestamp":"2026-06-10T13:12:51.201Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7db482e1-3452-499c-b9e8-b5481bca9e26","keyPrefix":"sk-oai-1OftvN8zVsZJ...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/10 - 13:12:51 | 201 |    1.236966ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/10 - 13:12:54 | 200 |      42.194µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/10 - 13:12:55 | 200 |      40.429µs |      10.132.0.2 | GET      "/health"