[GIN] 2026/06/06 - 22:28:22 | 201 |    1.694402ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:28:22 | 200 |     479.949µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:28:22 | 200 |     271.046µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:28:22 | 200 |     440.245µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:28:22 | 200 |      174.53µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:28:25 | 200 |      40.302µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:28:27 | 200 |      39.667µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:28:30 | 200 |      42.586µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:28:35 | 200 |      43.412µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:28:37 | 200 |       47.32µs |      10.133.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-06T22:28:39.828Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-06T22:28:39.828Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/06 - 22:28:39 | 400 |     311.078µs |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:28:40 | 200 |      39.396µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:28:45 | 200 |       44.87µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:28:47 | 200 |      47.512µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:28:50 | 200 |      45.798µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:28:55 | 200 |      51.292µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T22:28:57.157Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"c5cd1eb4-3697-4eaf-ae7b-ece243862336","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T22:28:57.157Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c5cd1eb4-3697-4eaf-ae7b-ece243862336","keyPrefix":"sk-oai-LQjOyIVjCOIk...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 22:28:57 | 201 |    2.147275ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:28:57 | 200 |     563.323µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:28:57 | 200 |     234.559µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:28:57 | 200 |      41.239µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:29:00 | 200 |      38.461µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:29:05 | 200 |      42.971µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T22:29:06.198Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"4c4a525d-f4c1-44df-8724-7d1928f14d50","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T22:29:06.198Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4c4a525d-f4c1-44df-8724-7d1928f14d50","keyPrefix":"sk-oai-N5yxWE5OUMqW...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 22:29:06 | 201 |   11.669479ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:29:07 | 200 |      42.027µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:29:10 | 200 |      43.225µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:29:14 | 200 |    1.696729ms |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:29:14 | 200 |     213.898µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:29:15 | 200 |      38.764µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:29:17 | 200 |      37.184µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:29:20 | 200 |      39.437µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:29:25 | 200 |      53.285µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:29:27 | 200 |      49.602µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:29:30 | 200 |      42.149µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T22:29:31.720Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"abf7e486-8266-41a2-9dbf-d6bc4caadd3d","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T22:29:31.720Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"abf7e486-8266-41a2-9dbf-d6bc4caadd3d","keyPrefix":"sk-oai-uQp3NHqdZGQs...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 22:29:31 | 201 |    2.237384ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:29:31 | 200 |      633.58µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:29:31 | 200 |     199.397µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:29:35 | 200 |      48.131µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:29:37 | 200 |      41.418µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:29:40 | 200 |      40.198µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:29:45 | 200 |      38.503µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:29:47 | 200 |      44.794µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:29:50 | 200 |      40.961µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:29:55 | 200 |      40.161µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:29:57 | 200 |      41.158µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:30:00 | 200 |       39.45µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:30:05 | 200 |      40.282µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:30:07 | 200 |      40.282µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T22:30:08.204Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/06 - 22:30:08 | 200 |     973.497µs |     10.132.0.28 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/06 - 22:30:10 | 200 |      40.206µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:30:15 | 200 |      40.617µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:30:17 | 200 |      41.503µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:30:20 | 200 |      40.567µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:30:25 | 200 |      72.124µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:30:27 | 200 |      37.675µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:30:30 | 200 |      39.558µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:30:35 | 200 |      42.002µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:30:37 | 200 |      39.604µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:30:40 | 200 |      45.154µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:30:45 | 200 |      38.929µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:30:47 | 200 |      47.868µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:30:50 | 200 |      44.239µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:30:55 | 200 |      37.149µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:30:57 | 200 |       43.78µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:31:00 | 200 |      43.197µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:31:05 | 200 |      35.603µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:31:07 | 200 |      31.813µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:31:10 | 200 |      34.707µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:31:15 | 200 |      33.897µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:31:17 | 200 |      32.271µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:31:20 | 200 |      33.633µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:31:25 | 200 |      35.675µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:31:27 | 200 |      37.282µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:31:30 | 200 |      33.193µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T22:31:30.853Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"35db648b-52a6-4860-bd1e-0caf14388d9b","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T22:31:30.853Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"35db648b-52a6-4860-bd1e-0caf14388d9b","keyPrefix":"sk-oai-1YtHnFdb57tx...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 22:31:30 | 201 |    2.021839ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:31:35 | 200 |      32.736µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:31:37 | 200 |      33.669µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:31:40 | 200 |      33.497µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:31:45 | 200 |      33.015µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:31:47 | 200 |      42.057µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:31:50 | 200 |       33.29µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:31:53 | 200 |     967.833µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:31:53 | 200 |     140.086µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:31:54 | 404 |     908.384µs |      100.64.0.3 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:31:55 | 200 |      42.765µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:31:57 | 200 |      33.348µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:32:00 | 200 |      40.132µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:32:05 | 200 |      32.254µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:32:07 | 200 |      46.607µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:32:10 | 200 |      33.754µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:32:15 | 200 |      34.657µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:32:17 | 200 |       43.16µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:32:20 | 200 |      33.918µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:32:25 | 200 |      34.694µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:32:27 | 200 |      36.517µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:32:30 | 200 |      42.279µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:32:35 | 200 |      52.156µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:32:37 | 200 |      34.656µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:32:40 | 200 |      31.928µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T22:32:44.442Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"84432b90-40e7-48b4-910d-3df4f8ec531e","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T22:32:44.443Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"84432b90-40e7-48b4-910d-3df4f8ec531e","keyPrefix":"sk-oai-1LAxIgSq6xLy...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 22:32:44 | 201 |     2.08839ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:32:44 | 200 |     550.885µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:32:44 | 200 |      166.22µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:32:45 | 200 |      33.149µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:32:47 | 200 |       39.63µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:32:50 | 200 |      35.527µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:32:55 | 200 |      36.203µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:32:57 | 200 |      35.407µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:33:00 | 200 |      37.981µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T22:33:03.612Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"f172c6cf-ab44-4534-b54c-13596bbfa3ea","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T22:33:03.612Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f172c6cf-ab44-4534-b54c-13596bbfa3ea","keyPrefix":"sk-oai-iEVIm6NmDuty...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 22:33:03 | 201 |    2.418351ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:33:03 | 200 |     597.623µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:33:03 | 200 |     176.868µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:33:03 | 200 |     579.956µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:33:03 | 200 |     174.445µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:33:05 | 200 |      53.447µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:33:07 | 200 |      38.143µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:33:10 | 200 |      34.031µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:33:15 | 200 |      49.947µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:33:17 | 200 |      32.739µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:33:20 | 200 |      51.585µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T22:33:23.038Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"d759f5f0-51eb-43d9-a732-02dd406ce90a","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T22:33:23.038Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d759f5f0-51eb-43d9-a732-02dd406ce90a","keyPrefix":"sk-oai-1ZiRAobeXuAM...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 22:33:23 | 201 |     2.31243ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:33:23 | 200 |     493.289µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:33:23 | 200 |     462.195µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:33:23 | 200 |     159.922µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:33:23 | 200 |   27.707196ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:33:25 | 200 |      33.719µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:33:27 | 200 |      38.681µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:33:30 | 200 |      42.015µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:33:35 | 200 |      35.712µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:33:37 | 200 |      35.213µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:33:40 | 200 |      47.921µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:33:42 | 200 |     243.419µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:33:42 | 200 |      245.67µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:33:42 | 200 |   25.719659ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:33:45 | 200 |      31.024µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:33:47 | 200 |      37.525µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:33:50 | 200 |      47.374µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T22:33:54.189Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c3dd237e-28ec-4f69-903d-049fb5f9d001","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T22:33:54.189Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c3dd237e-28ec-4f69-903d-049fb5f9d001","keyPrefix":"sk-oai-1J8LW1TLaGUT...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 22:33:54 | 201 |    2.095284ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:33:55 | 200 |      36.813µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:33:57 | 200 |      35.264µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:34:00 | 200 |      37.114µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:34:05 | 200 |      33.707µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:34:07 | 200 |      39.882µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:34:10 | 200 |       34.11µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:34:15 | 200 |       35.03µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:34:17 | 200 |      33.017µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:34:20 | 200 |      33.075µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:34:24 | 200 |    9.979211ms |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:34:24 | 200 |     177.334µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:34:24 | 200 |     550.894µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:34:24 | 200 |     515.601µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:34:24 | 200 |     165.547µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:34:24 | 200 |     12.1533ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:34:25 | 200 |      35.359µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:34:27 | 200 |      33.002µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:34:30 | 200 |      34.641µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:34:35 | 200 |      34.326µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:34:37 | 200 |      32.777µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:34:40 | 200 |       52.17µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:34:41 | 200 |     126.547µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:34:41 | 200 |   13.487341ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:34:45 | 200 |      42.488µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:34:47 | 200 |      50.369µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T22:34:49.964Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"cd68ebfc-b544-491e-9442-b6a26dbe4fdc","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T22:34:49.964Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cd68ebfc-b544-491e-9442-b6a26dbe4fdc","keyPrefix":"sk-oai-k6AYMZHzIjaj...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 22:34:49 | 201 |    4.064405ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:34:50 | 200 |      40.025µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:34:55 | 200 |      40.156µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:34:57 | 200 |      49.027µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:34:58 | 200 |     981.988µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:34:58 | 200 |     453.869µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:34:58 | 200 |     129.628µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:34:58 | 200 |    9.674227ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T22:34:58.488Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"56cc29bb-91af-4b19-ad8c-56a967556334","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T22:34:58.488Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"56cc29bb-91af-4b19-ad8c-56a967556334","keyPrefix":"sk-oai-1deCCpum06rO...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 22:34:58 | 201 |    1.780259ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:35:00 | 200 |       55.91µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:35:05 | 200 |       40.15µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:35:06 | 200 |     961.299µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:35:06 | 200 |     437.628µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:35:06 | 200 |     214.328µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:35:06 | 200 |    6.451887ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:35:06 | 200 |     411.179µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:35:06 | 200 |      413.62µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:35:06 | 200 |     160.852µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:35:06 | 200 |    6.214215ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:35:07 | 200 |      42.447µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T22:35:07.498Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"069fa0bd-a117-41eb-b741-8f614a7ae919","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T22:35:07.498Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"069fa0bd-a117-41eb-b741-8f614a7ae919","keyPrefix":"sk-oai-UkuPtO92Q0QD...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 22:35:07 | 201 |    1.808181ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:35:10 | 200 |      53.758µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:35:15 | 200 |      803.88µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:35:15 | 200 |     390.253µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:35:15 | 200 |      145.56µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:35:15 | 200 |    9.393294ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:35:15 | 200 |      40.296µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:35:17 | 200 |      38.582µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:35:20 | 200 |      41.123µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T22:35:24.642Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b68eee01-a1f9-4854-9284-0ee60d17dba7","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T22:35:24.642Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b68eee01-a1f9-4854-9284-0ee60d17dba7","keyPrefix":"sk-oai-FzfW3c21fHx6...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 22:35:24 | 201 |      2.0734ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:35:25 | 200 |      40.173µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:35:27 | 200 |      38.905µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:35:30 | 200 |      41.908µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:35:32 | 200 |     794.455µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:35:32 | 200 |     444.049µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:35:32 | 200 |     161.936µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:35:32 | 200 |      363.25µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:35:32 | 200 |      143.73µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:35:32 | 200 |   18.849033ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:35:35 | 200 |      58.794µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:35:37 | 200 |      37.714µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:35:40 | 200 |       38.94µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T22:35:43.936Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"299f74c2-d1ff-46cd-9b4c-236e35833b0c","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T22:35:43.936Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"299f74c2-d1ff-46cd-9b4c-236e35833b0c","keyPrefix":"sk-oai-OgfJ5N57wvpN...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 22:35:43 | 201 |    1.961324ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:35:45 | 200 |      40.263µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:35:47 | 200 |      57.568µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:35:50 | 200 |      45.395µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:35:51 | 200 |     863.643µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:35:51 | 200 |     428.006µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:35:51 | 200 |      132.14µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:35:51 | 200 |     9.96227ms |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:35:51 | 200 |     137.549µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:35:52 | 200 |   31.711506ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:35:55 | 200 |      41.077µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:35:57 | 200 |      38.794µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:36:00 | 200 |      50.063µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:36:05 | 200 |      36.925µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:36:05 | 200 |     210.686µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:36:05 | 200 |     155.687µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:36:05 | 200 |     148.023µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:36:05 | 200 |   37.170976ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:36:07 | 200 |      38.925µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:36:10 | 200 |      42.108µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:36:15 | 200 |      39.701µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:36:17 | 200 |       46.14µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:36:20 | 200 |      46.261µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:36:23 | 200 |     166.951µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:36:23 | 200 |   13.225604ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:36:25 | 200 |      42.448µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:36:27 | 200 |      39.604µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:36:30 | 200 |      39.257µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T22:36:34.540Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"70c1b98d-08b2-4899-b26d-a0ddbeb5e651","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T22:36:34.540Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"70c1b98d-08b2-4899-b26d-a0ddbeb5e651","keyPrefix":"sk-oai-I5IFohT8aFiE...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 22:36:34 | 201 |    3.755877ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:36:35 | 200 |      42.234µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:36:37 | 200 |      54.453µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:36:40 | 200 |      40.537µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:36:42 | 200 |    1.085378ms |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:36:42 | 200 |     168.761µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T22:36:43.150Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"946d05eb-4258-4dc9-bcde-08aab79c7872","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T22:36:43.151Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"946d05eb-4258-4dc9-bcde-08aab79c7872","keyPrefix":"sk-oai-1XJy29qxeUMW...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 22:36:43 | 201 |    1.823011ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:36:45 | 200 |      37.788µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:36:47 | 200 |      39.286µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:36:50 | 200 |      39.499µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:36:51 | 200 |    1.026527ms |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:36:51 | 200 |     456.241µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:36:51 | 200 |       171.9µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:36:51 | 200 |    10.97246ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T22:36:51.560Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c1490bff-aee2-4a93-acbe-55cd113c8ee4","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T22:36:51.560Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c1490bff-aee2-4a93-acbe-55cd113c8ee4","keyPrefix":"sk-oai-RxsmLzVTj7SF...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 22:36:51 | 201 |    1.763907ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:36:55 | 200 |      43.926µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:36:57 | 200 |      40.285µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:36:59 | 200 |    1.002395ms |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:36:59 | 200 |     479.153µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:36:59 | 200 |     164.591µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:36:59 | 200 |    9.636623ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T22:37:00.285Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"94758ad7-e567-4e1a-8b74-00938cc34488","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T22:37:00.286Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"94758ad7-e567-4e1a-8b74-00938cc34488","keyPrefix":"sk-oai-vH1rgPwfHvDp...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 22:37:00 | 201 |    1.852356ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:37:00 | 200 |      44.749µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:37:05 | 200 |      39.267µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:37:07 | 200 |      39.715µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:37:08 | 200 |      790.05µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:37:08 | 200 |     357.651µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:37:08 | 200 |     140.914µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:37:08 | 200 |    9.127722ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:37:10 | 200 |      38.569µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:37:15 | 200 |      43.237µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T22:37:17.459Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"188d613d-e36e-44ad-9997-38671efc1cc4","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T22:37:17.459Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"188d613d-e36e-44ad-9997-38671efc1cc4","keyPrefix":"sk-oai-1VsJzY7Etssi...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 22:37:17 | 201 |    3.088566ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:37:17 | 200 |      35.846µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:37:20 | 200 |      41.635µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:37:25 | 200 |      60.321µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:37:27 | 200 |      49.794µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:37:30 | 200 |      52.453µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:37:33 | 200 |    1.270384ms |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:37:33 | 403 |      97.115µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:37:35 | 200 |      37.643µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:37:37 | 200 |      38.111µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:37:40 | 200 |      39.204µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:37:45 | 200 |      44.894µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:37:47 | 200 |       39.26µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:37:50 | 403 |     119.287µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:37:50 | 200 |       38.98µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:37:55 | 200 |      37.896µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:37:57 | 200 |      80.683µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:38:00 | 200 |      50.907µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:38:05 | 200 |      41.463µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:38:07 | 200 |      40.728µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:38:07 | 403 |     153.008µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:38:10 | 200 |      41.165µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:38:15 | 200 |      39.898µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:38:17 | 200 |      39.125µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:38:20 | 200 |      48.591µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:38:25 | 403 |     130.412µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:38:25 | 200 |      40.286µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:38:27 | 200 |      39.587µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:38:30 | 200 |      49.932µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:38:35 | 200 |      38.331µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T22:38:37.132Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"86456976-6965-4707-acfd-8ca0caca7fda","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T22:38:37.132Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"86456976-6965-4707-acfd-8ca0caca7fda","keyPrefix":"sk-oai-1YAQzDZEmMaw...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 22:38:37 | 201 |    2.095291ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:38:37 | 200 |      39.812µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:38:40 | 200 |      41.077µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:38:45 | 200 |     800.686µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:38:45 | 200 |     415.932µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:38:45 | 200 |     159.146µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:38:45 | 200 |   19.104239ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:38:45 | 200 |      39.539µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:38:47 | 200 |      47.753µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:38:50 | 200 |      40.432µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:38:55 | 200 |      47.737µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T22:38:57.209Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"097ccc14-bd30-4cc9-abc8-b46eebbac37e","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T22:38:57.209Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"097ccc14-bd30-4cc9-abc8-b46eebbac37e","keyPrefix":"sk-oai-16eaCeaaELdl...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 22:38:57 | 201 |    2.250897ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T22:38:57.238Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"269d470c-4f19-44c3-b3b4-25079643fcf9","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T22:38:57.238Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"269d470c-4f19-44c3-b3b4-25079643fcf9","keyPrefix":"sk-oai-TCTVBqHkTQNx...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 22:38:57 | 201 |    1.725321ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:38:57 | 200 |      42.986µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:39:00 | 200 |      39.601µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:39:05 | 200 |     984.691µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:39:05 | 200 |     408.182µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:39:05 | 200 |     150.409µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:39:05 | 200 |    9.923536ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:39:05 | 200 |     444.736µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:39:05 | 200 |     395.138µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:39:05 | 200 |     160.379µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:39:05 | 200 |    8.848839ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:39:05 | 200 |       43.83µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:39:07 | 200 |      45.561µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:39:10 | 200 |      39.235µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:39:15 | 200 |      45.848µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:39:17 | 200 |      38.794µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:39:20 | 200 |      39.507µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:39:21 | 200 |     192.187µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:39:21 | 200 |     156.954µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:39:21 | 200 |     239.031µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:39:21 | 200 |   37.944194ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:39:25 | 200 |      47.203µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:39:27 | 200 |      53.091µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:39:30 | 200 |      38.927µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:39:35 | 200 |      40.367µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:39:36 | 200 |     179.565µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:39:36 | 200 |   14.602574ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:39:36 | 200 |     231.873µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:39:36 | 200 |    13.50446ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:39:37 | 200 |      40.055µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:39:40 | 200 |      64.139µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:39:45 | 200 |      38.083µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:39:47 | 200 |      42.526µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:39:50 | 200 |      38.972µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:39:55 | 200 |      38.922µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:39:57 | 200 |      39.179µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:40:00 | 200 |      48.399µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T22:40:01.845Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f3651020-27e4-4a35-9c21-9c60af15986e","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T22:40:01.845Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f3651020-27e4-4a35-9c21-9c60af15986e","keyPrefix":"sk-oai-16qfDjemrk2U...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 22:40:01 | 201 |    2.280811ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:40:01 | 200 |     528.439µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:40:01 | 200 |     214.904µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:40:01 | 200 |     453.351µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:40:01 | 200 |     191.312µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:40:01 | 200 |     429.943µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:40:01 | 200 |     249.268µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:40:01 | 200 |     499.802µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:40:01 | 200 |     236.709µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:40:01 | 200 |     588.621µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:40:02 | 200 |     486.047µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:40:02 | 200 |     242.865µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:40:02 | 200 |   10.545919ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:40:05 | 200 |      41.346µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:40:07 | 200 |      39.505µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:40:10 | 200 |       47.45µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T22:40:15.602Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"dd2acba1-31ec-401a-bc36-aafbc9c9470f","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T22:40:15.602Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"dd2acba1-31ec-401a-bc36-aafbc9c9470f","keyPrefix":"sk-oai-4uy3JOBvjHik...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/06 - 22:40:15 | 201 |    1.913984ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:40:15 | 200 |      38.249µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:40:16 | 200 |      596.54µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:40:16 | 200 |     146.577µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:40:17 | 200 |      39.937µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:40:20 | 200 |      40.791µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:40:25 | 200 |      39.299µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:40:27 | 200 |      38.094µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:40:30 | 200 |      40.111µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:40:35 | 200 |       52.47µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:40:37 | 200 |      39.914µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:40:40 | 200 |      42.127µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:40:45 | 200 |      44.559µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:40:47 | 200 |      44.297µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:40:50 | 200 |      41.428µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:40:55 | 200 |      41.191µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:40:57 | 200 |      40.289µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:41:00 | 200 |      44.323µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:41:05 | 200 |      46.309µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:41:07 | 200 |      40.244µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:41:10 | 200 |      40.109µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:41:15 | 200 |        37.7µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:41:17 | 200 |      39.562µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:41:20 | 200 |      39.845µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T22:41:21.261Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"4503e63d-fe59-4ae7-bb78-6b9036ad2d8c","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T22:41:21.261Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4503e63d-fe59-4ae7-bb78-6b9036ad2d8c","keyPrefix":"sk-oai-S5j6Ww1Cfpn4...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/06 - 22:41:21 | 201 |   11.571223ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T22:41:21.809Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"4425161f-d136-4959-a676-1a6aca51fde3","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T22:41:21.809Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4425161f-d136-4959-a676-1a6aca51fde3","keyPrefix":"sk-oai-11pwHYCniPFP...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/06 - 22:41:21 | 201 |    2.124366ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T22:41:22.012Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"4e6db486-52fe-4f41-a5b7-27f1f59c8429","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T22:41:22.012Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4e6db486-52fe-4f41-a5b7-27f1f59c8429","keyPrefix":"sk-oai-TY2eYUneGg4p...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/06 - 22:41:22 | 201 |    2.856987ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:41:22 | 200 |    1.399092ms |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:41:22 | 200 |      458.43µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:41:22 | 200 |     114.251µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:41:22 | 200 |   10.480679ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:41:22 | 200 |     534.237µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:41:22 | 200 |     121.678µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-06T22:41:22.166Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"9dafceec-6926-44e9-8b7f-f4e38069adf1","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T22:41:22.166Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9dafceec-6926-44e9-8b7f-f4e38069adf1","keyPrefix":"sk-oai-kzntHHCBixIV...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/06 - 22:41:22 | 201 |      1.7862ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T22:41:22.190Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"9dafceec-6926-44e9-8b7f-f4e38069adf1"}
{"level":"info","timestamp":"2026-06-06T22:41:22.190Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"9dafceec-6926-44e9-8b7f-f4e38069adf1","revokedBy":"alice_lead"}
[GIN] 2026/06/06 - 22:41:22 | 200 |    2.848877ms |      100.64.0.3 | DELETE   "/v1/api-keys/9dafceec-6926-44e9-8b7f-f4e38069adf1" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:41:25 | 200 |     844.335µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-06T22:41:25.224Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/06 - 22:41:25 | 500 |      93.029µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T22:41:25.490Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"8c2f4a3a-51b6-4198-b70b-0ff957269fc9","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T22:41:25.490Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8c2f4a3a-51b6-4198-b70b-0ff957269fc9","keyPrefix":"sk-oai-cZ2AHPuhrwku...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/06 - 22:41:25 | 201 |    2.176676ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T22:41:25.517Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"732bd969-0ed1-4524-9b3c-62f5c5175435","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T22:41:25.517Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"732bd969-0ed1-4524-9b3c-62f5c5175435","keyPrefix":"sk-oai-17QTlxaRmSbe...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/06 - 22:41:25 | 201 |    1.658124ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T22:41:25.601Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"159c17dc-9be5-492f-a738-2ecf154ec44b","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T22:41:25.601Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"159c17dc-9be5-492f-a738-2ecf154ec44b","keyPrefix":"sk-oai-7QGt1q3zXm4k...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/06 - 22:41:25 | 201 |    1.803149ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T22:41:25.634Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"159c17dc-9be5-492f-a738-2ecf154ec44b"}
{"level":"info","timestamp":"2026-06-06T22:41:25.634Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"159c17dc-9be5-492f-a738-2ecf154ec44b","revokedBy":"alice_lead"}
[GIN] 2026/06/06 - 22:41:25 | 200 |    2.232688ms |      100.64.0.2 | DELETE   "/v1/api-keys/159c17dc-9be5-492f-a738-2ecf154ec44b" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:41:25 | 404 |     762.895µs |      100.64.0.2 | DELETE   "/v1/api-keys/159c17dc-9be5-492f-a738-2ecf154ec44b" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T22:41:25.750Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"42875961-7514-4a84-8b04-b75406fe3735","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T22:41:25.750Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"42875961-7514-4a84-8b04-b75406fe3735","keyPrefix":"sk-oai-iGVXjCXzhKI3...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/06 - 22:41:25 | 201 |    1.774748ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:41:25 | 200 |     564.232µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:41:25 | 200 |      414.75µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:41:25 | 200 |     120.757µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:41:25 | 200 |    9.644886ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:41:25 | 200 |      33.597µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-06T22:41:25.867Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"afdf1a37-4454-4c63-bd6f-9240ae41ea3c","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T22:41:25.867Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"afdf1a37-4454-4c63-bd6f-9240ae41ea3c","keyPrefix":"sk-oai-867NzM71Uolf...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/06 - 22:41:25 | 201 |    1.707367ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:41:25 | 200 |     1.34422ms |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:41:25 | 403 |     101.474µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:41:25 | 200 |     458.888µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:41:25 | 200 |     359.726µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:41:25 | 200 |     135.498µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:41:25 | 200 |    9.486321ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T22:41:26.008Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"91f5e751-0e06-4bdd-b456-73d2353ab4d4","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T22:41:26.008Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"91f5e751-0e06-4bdd-b456-73d2353ab4d4","keyPrefix":"sk-oai-nuC525lFBEiN...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/06 - 22:41:26 | 201 |    1.795086ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:41:26 | 200 |     495.799µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:41:26 | 200 |     399.289µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:41:26 | 200 |     106.405µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:41:26 | 200 |    9.917407ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:41:26 | 200 |     498.938µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:41:26 | 200 |     373.243µs |     10.134.0.53 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/06 - 22:41:26 | 200 |     115.498µs |     10.134.0.53 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/06 - 22:41:26 | 200 |    9.980353ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-06T22:41:26.154Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"b3c3cde8-3891-4440-a1cf-80b8fd64cc83","ephemeral":false}
{"level":"info","timestamp":"2026-06-06T22:41:26.154Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b3c3cde8-3891-4440-a1cf-80b8fd64cc83","keyPrefix":"sk-oai-1e1YXuewrlRK...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/06 - 22:41:26 | 201 |    1.649194ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/06 - 22:41:27 | 200 |      38.162µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/06 - 22:41:30 | 200 |      40.147µs |      10.133.0.2 | GET      "/health"