[GIN] 2026/06/08 - 18:53:05 | 201 |     1.62145ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 18:53:05 | 200 |     532.643µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 18:53:05 | 200 |     450.212µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 18:53:05 | 200 |      494.99µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 18:53:05 | 200 |     373.862µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 18:53:06 | 200 |      37.457µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:53:10 | 200 |      34.916µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:53:15 | 200 |      32.837µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:53:16 | 200 |       33.49µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:53:20 | 200 |      45.523µs |      10.133.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-08T18:53:23.712Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-08T18:53:23.712Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/08 - 18:53:23 | 400 |     277.539µs |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 18:53:25 | 200 |      46.247µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:53:26 | 200 |      36.299µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:53:30 | 200 |      37.405µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:53:35 | 200 |      33.424µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:53:36 | 200 |      34.909µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:53:40 | 200 |      34.055µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T18:53:41.139Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"f2b7ef84-2c0f-47c8-8098-667b0bccbf2d","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T18:53:41.139Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f2b7ef84-2c0f-47c8-8098-667b0bccbf2d","keyPrefix":"sk-oai-16SjFMBTFrUk...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 18:53:41 | 201 |   12.386734ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 18:53:41 | 200 |    1.110235ms |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 18:53:41 | 200 |      196.94µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 18:53:45 | 200 |      34.478µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:53:46 | 200 |      32.555µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T18:53:50.239Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"ed0d2824-99a6-4002-ba40-af581c8177f6","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T18:53:50.239Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ed0d2824-99a6-4002-ba40-af581c8177f6","keyPrefix":"sk-oai-HHit4bjuM1u1...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 18:53:50 | 201 |    1.770492ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 18:53:50 | 200 |       41.02µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:53:55 | 200 |      31.838µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:53:56 | 200 |      35.635µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:53:58 | 200 |     584.105µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 18:53:58 | 200 |       105.3µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 18:54:00 | 200 |       42.85µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:54:05 | 200 |      34.726µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:54:06 | 200 |      41.907µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:54:10 | 200 |      35.711µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:54:15 | 200 |      38.533µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T18:54:15.926Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"dad0806e-11be-4c54-8d21-cf548ad02b58","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T18:54:15.926Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"dad0806e-11be-4c54-8d21-cf548ad02b58","keyPrefix":"sk-oai-qGu8n0y2tSVB...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 18:54:15 | 201 |    1.866169ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 18:54:15 | 200 |     501.932µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 18:54:15 | 200 |     269.692µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 18:54:16 | 200 |      34.055µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:54:20 | 200 |      38.955µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:54:25 | 200 |      33.662µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:54:26 | 200 |       33.73µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:54:30 | 200 |      32.281µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:54:35 | 200 |      32.858µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:54:36 | 200 |      32.895µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:54:40 | 200 |      31.883µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:54:45 | 200 |      39.832µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:54:46 | 200 |      41.726µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:54:50 | 200 |      42.521µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:54:55 | 200 |      34.911µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:54:56 | 200 |      33.298µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:55:00 | 200 |      34.753µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:55:05 | 200 |      43.528µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:55:06 | 200 |      33.387µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:55:10 | 200 |      34.641µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:55:15 | 200 |      35.122µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:55:16 | 200 |      42.161µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:55:20 | 200 |      33.535µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:55:25 | 200 |      45.687µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:55:26 | 200 |      34.379µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:55:30 | 200 |      32.725µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:55:35 | 200 |      59.507µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:55:36 | 200 |      31.947µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:55:40 | 200 |      32.138µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:55:45 | 200 |       32.32µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:55:46 | 200 |       33.83µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:55:50 | 200 |      39.674µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:55:55 | 200 |      33.863µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:55:56 | 200 |      35.389µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:56:00 | 200 |      34.098µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:56:05 | 200 |      42.116µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:56:06 | 200 |      35.655µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:56:10 | 200 |      36.237µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T18:56:15.537Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"26d911fd-4205-48d0-8037-d11cf394a106","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T18:56:15.537Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"26d911fd-4205-48d0-8037-d11cf394a106","keyPrefix":"sk-oai-19Hyrv7lBpaB...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 18:56:15 | 201 |    1.813416ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 18:56:15 | 200 |      47.636µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:56:16 | 200 |      33.085µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:56:20 | 200 |      30.487µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:56:25 | 200 |      32.683µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:56:26 | 200 |      35.196µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:56:30 | 200 |      39.515µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:56:35 | 200 |       32.77µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:56:36 | 200 |      33.471µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:56:38 | 200 |     571.243µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 18:56:38 | 200 |     225.547µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 18:56:38 | 404 |      636.99µs |      100.64.0.2 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 18:56:40 | 200 |       33.48µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:56:45 | 200 |      34.401µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:56:46 | 200 |      37.222µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:56:50 | 200 |      33.734µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:56:55 | 200 |      36.724µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:56:56 | 200 |      47.507µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:57:00 | 200 |      42.592µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:57:05 | 200 |      38.186µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:57:06 | 200 |      43.885µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:57:10 | 200 |      44.695µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:57:15 | 200 |      39.506µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:57:16 | 200 |       41.18µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:57:20 | 200 |       39.29µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:57:25 | 200 |      41.253µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:57:26 | 200 |      45.866µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T18:57:29.036Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"73001a0c-4956-43ac-827e-c1b8a21739df","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T18:57:29.036Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"73001a0c-4956-43ac-827e-c1b8a21739df","keyPrefix":"sk-oai-Y9jq7X7tSzBl...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 18:57:29 | 201 |    1.746578ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 18:57:29 | 200 |     442.703µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 18:57:29 | 200 |     155.571µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 18:57:30 | 200 |      37.996µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:57:35 | 200 |      39.577µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:57:36 | 200 |      59.016µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:57:40 | 200 |      40.873µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:57:45 | 200 |      41.771µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:57:46 | 200 |      43.697µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T18:57:48.314Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"6c7f1234-56ef-4d2e-9bf9-a85d56c34675","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T18:57:48.314Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6c7f1234-56ef-4d2e-9bf9-a85d56c34675","keyPrefix":"sk-oai-PQTo0jSHxhz4...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 18:57:48 | 201 |    2.669047ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 18:57:48 | 200 |     565.307µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 18:57:48 | 200 |     236.662µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 18:57:48 | 200 |     438.982µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 18:57:48 | 200 |      258.01µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 18:57:50 | 200 |      38.023µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:57:55 | 200 |      38.708µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:57:56 | 200 |      39.496µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:58:00 | 200 |      41.825µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:58:05 | 200 |      49.083µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:58:06 | 200 |      39.204µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T18:58:07.854Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"6ae724ab-e724-4c0b-ae55-76703ad6fffe","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T18:58:07.854Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6ae724ab-e724-4c0b-ae55-76703ad6fffe","keyPrefix":"sk-oai-Hvt47xlHK9HP...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 18:58:07 | 201 |    1.750292ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 18:58:07 | 200 |     339.057µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 18:58:07 | 200 |     281.354µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 18:58:07 | 200 |     155.528µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 18:58:07 | 200 |   23.672964ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 18:58:10 | 200 |       39.22µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:58:15 | 200 |       39.77µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:58:16 | 200 |      40.293µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:58:20 | 200 |       40.42µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:58:25 | 200 |      40.527µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:58:26 | 200 |       37.49µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:58:27 | 200 |     246.818µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 18:58:27 | 200 |     247.788µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 18:58:27 | 200 |   25.453223ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 18:58:30 | 200 |      40.519µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:58:35 | 200 |      40.894µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:58:36 | 200 |      39.133µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T18:58:39.167Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e09c1888-2bc7-4400-8178-07cc2191d6c4","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T18:58:39.167Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e09c1888-2bc7-4400-8178-07cc2191d6c4","keyPrefix":"sk-oai-1SXSmM64gWvC...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 18:58:39 | 201 |    1.853124ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 18:58:40 | 200 |       42.58µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:58:45 | 200 |      42.422µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:58:46 | 200 |       41.99µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:58:50 | 200 |      41.883µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:58:55 | 200 |      37.959µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:58:56 | 200 |      40.159µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:59:00 | 200 |      40.657µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:59:05 | 200 |      38.351µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:59:06 | 200 |      44.481µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:59:09 | 200 |    9.497738ms |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 18:59:09 | 200 |     150.293µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 18:59:09 | 200 |     443.128µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 18:59:09 | 200 |     364.103µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 18:59:09 | 200 |     148.493µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 18:59:09 | 200 |   11.143356ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 18:59:10 | 200 |      39.103µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:59:15 | 200 |      40.451µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:59:16 | 200 |      39.053µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:59:20 | 200 |      38.933µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:59:25 | 200 |       37.78µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:59:26 | 200 |     158.155µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 18:59:26 | 200 |   14.533122ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 18:59:26 | 200 |      39.699µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:59:30 | 200 |      41.605µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T18:59:35.074Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a2d64e27-5250-456a-8bca-6bd131c35c68","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T18:59:35.075Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a2d64e27-5250-456a-8bca-6bd131c35c68","keyPrefix":"sk-oai-11ChCDL5mImV...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 18:59:35 | 201 |    1.829269ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 18:59:35 | 200 |      44.191µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:59:36 | 200 |      38.938µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:59:40 | 200 |       44.13µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:59:43 | 200 |      595.61µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 18:59:43 | 200 |     384.226µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 18:59:43 | 200 |     176.261µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 18:59:43 | 200 |   10.055987ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T18:59:43.672Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f60b03c2-50b2-40f0-885e-3620dbc8c79b","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T18:59:43.672Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f60b03c2-50b2-40f0-885e-3620dbc8c79b","keyPrefix":"sk-oai-12mVzjUqh1Tk...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 18:59:43 | 201 |    1.618899ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 18:59:45 | 200 |       44.69µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:59:46 | 200 |      38.494µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:59:50 | 200 |      38.785µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:59:51 | 200 |     611.047µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 18:59:51 | 200 |     296.451µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 18:59:51 | 200 |     191.826µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 18:59:51 | 200 |    7.012378ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 18:59:51 | 200 |     264.002µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 18:59:51 | 200 |     279.148µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 18:59:51 | 200 |     169.611µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 18:59:51 | 200 |    6.173711ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T18:59:52.746Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"cb125418-9468-4612-8d93-a5c19c70a95a","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T18:59:52.746Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cb125418-9468-4612-8d93-a5c19c70a95a","keyPrefix":"sk-oai-19U4XlKaI1Ih...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 18:59:52 | 201 |    1.717569ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 18:59:55 | 200 |       74.08µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 18:59:56 | 200 |       35.41µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:00:00 | 200 |      32.345µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:00:00 | 200 |     455.089µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 19:00:00 | 200 |     229.728µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 19:00:00 | 200 |     138.196µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 19:00:00 | 200 |    10.60428ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T19:00:01.587Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/08 - 19:00:01 | 200 |     591.655µs |     10.134.0.49 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/08 - 19:00:05 | 200 |      33.336µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:00:06 | 200 |      33.261µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T19:00:10.031Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d886296b-f035-4f87-82a0-e797258f14c1","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T19:00:10.031Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d886296b-f035-4f87-82a0-e797258f14c1","keyPrefix":"sk-oai-14r8NDkXQPVK...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 19:00:10 | 201 |    1.736108ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 19:00:10 | 200 |      43.768µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:00:15 | 200 |      34.939µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:00:16 | 200 |      34.483µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:00:18 | 200 |      458.52µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 19:00:18 | 200 |     417.852µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 19:00:18 | 200 |     264.179µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 19:00:18 | 200 |     399.081µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 19:00:18 | 200 |     319.471µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 19:00:18 | 200 |   20.836554ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 19:00:20 | 200 |      34.589µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:00:25 | 200 |      32.397µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:00:26 | 200 |      36.277µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T19:00:29.411Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9f918a4f-c341-479a-99b9-3d9b5a455fcd","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T19:00:29.411Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9f918a4f-c341-479a-99b9-3d9b5a455fcd","keyPrefix":"sk-oai-bG9NhxKe3BC7...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 19:00:29 | 201 |    1.696624ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 19:00:30 | 200 |      35.322µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:00:35 | 200 |       33.79µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:00:36 | 200 |      36.881µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:00:37 | 200 |     430.201µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 19:00:37 | 200 |     264.216µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 19:00:37 | 200 |     180.331µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 19:00:37 | 200 |      9.7846ms |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 19:00:37 | 200 |      164.66µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 19:00:37 | 200 |   23.755899ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 19:00:40 | 200 |      35.937µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:00:45 | 200 |        35.6µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:00:46 | 200 |      43.904µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:00:50 | 200 |      35.794µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:00:51 | 200 |     174.379µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 19:00:51 | 200 |     170.585µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 19:00:51 | 200 |      183.62µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 19:00:51 | 200 |   45.639803ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 19:00:55 | 200 |      39.568µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:00:56 | 200 |      39.634µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:01:00 | 200 |        43.4µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:01:05 | 200 |      68.484µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:01:06 | 200 |      39.116µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:01:09 | 200 |     175.201µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 19:01:09 | 200 |   13.686538ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 19:01:10 | 200 |        40.2µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:01:15 | 200 |      41.712µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:01:16 | 200 |      39.832µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T19:01:20.338Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"cede2e96-d2a8-4176-86c2-d52ebd49af07","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T19:01:20.338Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cede2e96-d2a8-4176-86c2-d52ebd49af07","keyPrefix":"sk-oai-1ARrJH6rv6t1...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 19:01:20 | 201 |    2.008081ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 19:01:20 | 200 |      38.171µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:01:25 | 200 |      55.287µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:01:26 | 200 |       39.56µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:01:28 | 200 |     631.369µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 19:01:28 | 200 |     149.927µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T19:01:28.992Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"477f81f5-2e8a-4820-a18e-07624caa69d5","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T19:01:28.992Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"477f81f5-2e8a-4820-a18e-07624caa69d5","keyPrefix":"sk-oai-zdFbyeiDdWs7...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 19:01:28 | 201 |    1.597613ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 19:01:30 | 200 |      41.957µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:01:35 | 200 |      40.114µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:01:36 | 200 |      45.776µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:01:37 | 200 |     551.452µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 19:01:37 | 200 |     357.229µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 19:01:37 | 200 |      123.76µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 19:01:37 | 200 |   10.864114ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T19:01:37.429Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e9169cfb-60fa-4a50-9617-31c18e7de3b2","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T19:01:37.429Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e9169cfb-60fa-4a50-9617-31c18e7de3b2","keyPrefix":"sk-oai-1YvXHFEVDit1...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 19:01:37 | 201 |    1.589459ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 19:01:40 | 200 |        41.6µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:01:45 | 200 |      535.46µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 19:01:45 | 200 |     319.494µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 19:01:45 | 200 |     130.795µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 19:01:45 | 200 |   10.000081ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 19:01:45 | 200 |      38.955µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T19:01:46.212Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"8e681d71-99be-473c-8326-4a6002629dad","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T19:01:46.212Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8e681d71-99be-473c-8326-4a6002629dad","keyPrefix":"sk-oai-1BhEOJ5Kx6kf...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 19:01:46 | 201 |    1.586511ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 19:01:46 | 200 |       40.29µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:01:50 | 200 |       40.45µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:01:54 | 200 |     506.724µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 19:01:54 | 200 |     394.526µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 19:01:54 | 200 |     253.436µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 19:01:54 | 200 |   11.482913ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 19:01:55 | 200 |      43.634µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:01:56 | 200 |      40.883µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:02:00 | 200 |      39.735µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T19:02:03.462Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"bde31ca8-d6f6-409f-a512-80f2c05c481f","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T19:02:03.463Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bde31ca8-d6f6-409f-a512-80f2c05c481f","keyPrefix":"sk-oai-1Vc1AKZRcqUX...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 19:02:03 | 201 |    2.782383ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 19:02:05 | 200 |      43.254µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:02:06 | 200 |      41.921µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:02:10 | 200 |      41.184µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:02:15 | 200 |      41.104µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:02:16 | 200 |      41.822µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:02:19 | 200 |     917.708µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 19:02:19 | 403 |      98.997µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 19:02:20 | 200 |      40.729µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:02:25 | 200 |      41.504µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:02:26 | 200 |      40.513µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:02:30 | 200 |       39.71µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:02:35 | 200 |      37.969µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:02:36 | 200 |      50.184µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:02:36 | 403 |     326.845µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 19:02:40 | 200 |      43.092µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:02:45 | 200 |       38.86µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:02:46 | 200 |      34.362µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:02:50 | 200 |      35.991µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:02:54 | 403 |     159.477µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 19:02:55 | 200 |      32.765µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:02:56 | 200 |       33.99µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:03:00 | 200 |      32.615µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:03:05 | 200 |      32.578µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:03:06 | 200 |      34.328µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:03:10 | 200 |      33.039µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:03:11 | 403 |      173.48µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 19:03:15 | 200 |      31.404µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:03:16 | 200 |       33.08µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:03:20 | 200 |      35.199µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:03:25 | 200 |      40.479µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T19:03:25.623Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"df8561c1-d480-45b6-88e8-bf3aec955cb8","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T19:03:25.623Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"df8561c1-d480-45b6-88e8-bf3aec955cb8","keyPrefix":"sk-oai-PCVxAjnQLm70...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 19:03:25 | 201 |    2.213174ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 19:03:26 | 200 |      33.608µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:03:30 | 200 |      40.885µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:03:33 | 200 |     396.987µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 19:03:33 | 200 |     373.776µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 19:03:33 | 200 |     238.952µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 19:03:33 | 200 |   17.679667ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 19:03:35 | 200 |      34.098µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:03:36 | 200 |      33.812µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:03:40 | 200 |      34.548µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:03:45 | 200 |      42.775µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T19:03:45.827Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3dcadc9a-eae2-4320-993a-04b318d89830","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T19:03:45.827Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3dcadc9a-eae2-4320-993a-04b318d89830","keyPrefix":"sk-oai-AV5mkFHtej98...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 19:03:45 | 201 |    1.710085ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T19:03:45.861Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3d3e79db-4916-4b10-bb2b-42c36dd2800f","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T19:03:45.861Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3d3e79db-4916-4b10-bb2b-42c36dd2800f","keyPrefix":"sk-oai-1dyL3UDyPI9P...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 19:03:45 | 201 |    1.533451ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 19:03:46 | 200 |      36.961µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:03:50 | 200 |      47.426µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:03:53 | 200 |     473.814µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 19:03:53 | 200 |     482.244µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 19:03:53 | 200 |     378.911µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 19:03:53 | 200 |   10.676431ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 19:03:53 | 200 |      516.95µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 19:03:53 | 200 |      470.78µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 19:03:53 | 200 |     421.279µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 19:03:53 | 200 |   13.702022ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 19:03:55 | 200 |      38.629µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:03:56 | 200 |      42.968µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:04:00 | 200 |      48.579µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:04:05 | 200 |      42.454µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:04:06 | 200 |      47.089µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:04:08 | 200 |     184.009µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 19:04:08 | 200 |     241.207µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 19:04:08 | 200 |     280.647µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 19:04:08 | 200 |   45.955593ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 19:04:10 | 200 |      44.691µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:04:15 | 200 |      39.977µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:04:16 | 200 |       38.19µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:04:20 | 200 |      40.139µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:04:25 | 200 |      192.23µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 19:04:25 | 200 |   13.483864ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 19:04:25 | 200 |      193.71µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 19:04:25 | 200 |   14.393643ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 19:04:25 | 200 |      38.782µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:04:26 | 200 |      46.567µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:04:30 | 200 |      39.936µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:04:35 | 200 |      41.416µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:04:36 | 200 |       38.63µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:04:40 | 200 |      43.187µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:04:45 | 200 |      39.689µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:04:46 | 200 |      60.018µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:04:50 | 200 |      39.827µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T19:04:50.939Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0c93e31f-113f-4551-abd2-6a1806ae5010","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T19:04:50.939Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0c93e31f-113f-4551-abd2-6a1806ae5010","keyPrefix":"sk-oai-dfn0EeUGqu5H...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 19:04:50 | 201 |    1.691582ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 19:04:50 | 200 |      344.64µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 19:04:50 | 200 |     213.955µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 19:04:51 | 200 |     373.376µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 19:04:51 | 200 |     145.966µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 19:04:51 | 200 |     297.673µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 19:04:51 | 200 |     210.227µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 19:04:51 | 200 |     261.231µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 19:04:51 | 200 |     245.492µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 19:04:51 | 200 |     150.325µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 19:04:51 | 200 |   11.722013ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 19:04:55 | 200 |      38.169µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:04:56 | 200 |      37.538µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:05:00 | 200 |      38.062µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T19:05:04.674Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"51c78065-47c3-4637-bc65-ac081f3352c0","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T19:05:04.674Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"51c78065-47c3-4637-bc65-ac081f3352c0","keyPrefix":"sk-oai-1eKUayz7Ej1U...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/08 - 19:05:04 | 201 |    1.708178ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 19:05:05 | 200 |     381.935µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 19:05:05 | 200 |     311.971µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 19:05:05 | 200 |      38.674µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:05:06 | 200 |      61.481µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:05:10 | 200 |      41.385µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:05:15 | 200 |      39.812µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:05:16 | 200 |      58.696µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:05:20 | 200 |      51.289µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:05:25 | 200 |      38.649µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:05:26 | 200 |      42.007µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:05:30 | 200 |      42.986µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:05:35 | 200 |      38.501µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:05:36 | 200 |      40.611µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:05:40 | 200 |      42.003µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:05:45 | 200 |      38.202µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:05:46 | 200 |      44.726µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:05:50 | 200 |      37.689µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:05:55 | 200 |      42.326µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:05:56 | 200 |      49.652µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:06:00 | 200 |       47.87µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:06:05 | 200 |      40.049µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:06:06 | 200 |      40.719µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:06:10 | 200 |      39.518µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T19:06:10.997Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"7f746e8c-44b0-433e-8553-23701d139e24","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T19:06:10.997Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7f746e8c-44b0-433e-8553-23701d139e24","keyPrefix":"sk-oai-agRqji0GdeAs...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 19:06:10 | 201 |   10.464181ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T19:06:11.578Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"a8c1aa7c-a3ec-4c75-a07e-51b31e92e309","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T19:06:11.578Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a8c1aa7c-a3ec-4c75-a07e-51b31e92e309","keyPrefix":"sk-oai-DAirMrC5sCMC...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/08 - 19:06:11 | 201 |    1.677841ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T19:06:11.816Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"2f945bee-988d-48c9-81b6-0f79af7c61d8","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T19:06:11.816Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2f945bee-988d-48c9-81b6-0f79af7c61d8","keyPrefix":"sk-oai-1vxpT4iTI5by...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 19:06:11 | 201 |    2.495892ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 19:06:11 | 200 |    1.181562ms |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 19:06:11 | 200 |     324.276µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 19:06:11 | 200 |     122.321µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 19:06:11 | 200 |    10.12741ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 19:06:11 | 200 |     398.849µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 19:06:11 | 200 |     130.824µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-08T19:06:11.999Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"5805e7d2-b6ee-4652-8870-449e01aa42f7","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T19:06:11.999Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5805e7d2-b6ee-4652-8870-449e01aa42f7","keyPrefix":"sk-oai-dzo5uJk2MZGo...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 19:06:11 | 201 |    1.652752ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T19:06:12.027Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"5805e7d2-b6ee-4652-8870-449e01aa42f7"}
{"level":"info","timestamp":"2026-06-08T19:06:12.027Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"5805e7d2-b6ee-4652-8870-449e01aa42f7","revokedBy":"alice_lead"}
[GIN] 2026/06/08 - 19:06:12 | 200 |    2.387139ms |      100.64.0.2 | DELETE   "/v1/api-keys/5805e7d2-b6ee-4652-8870-449e01aa42f7" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 19:06:15 | 200 |     561.178µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-08T19:06:15.058Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/08 - 19:06:15 | 500 |     131.924µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T19:06:15.387Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"07d56455-d239-4f36-95bc-f13771e19fe5","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T19:06:15.387Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"07d56455-d239-4f36-95bc-f13771e19fe5","keyPrefix":"sk-oai-XMCA7Fo3IFsu...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 19:06:15 | 201 |    1.392462ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T19:06:15.413Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"6b5a80f4-98b0-48bf-95ff-488a7cac3603","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T19:06:15.413Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6b5a80f4-98b0-48bf-95ff-488a7cac3603","keyPrefix":"sk-oai-FsTfMbCPVPji...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/08 - 19:06:15 | 201 |    1.515327ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T19:06:15.509Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"4bfdcbd0-29f7-4835-a9c1-d90261062d39","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T19:06:15.509Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4bfdcbd0-29f7-4835-a9c1-d90261062d39","keyPrefix":"sk-oai-sJVNvKJ0dnY9...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 19:06:15 | 201 |    1.596334ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T19:06:15.537Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"4bfdcbd0-29f7-4835-a9c1-d90261062d39"}
{"level":"info","timestamp":"2026-06-08T19:06:15.537Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"4bfdcbd0-29f7-4835-a9c1-d90261062d39","revokedBy":"alice_lead"}
[GIN] 2026/06/08 - 19:06:15 | 200 |    2.003103ms |      100.64.0.4 | DELETE   "/v1/api-keys/4bfdcbd0-29f7-4835-a9c1-d90261062d39" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 19:06:15 | 404 |     548.991µs |      100.64.0.4 | DELETE   "/v1/api-keys/4bfdcbd0-29f7-4835-a9c1-d90261062d39" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 19:06:15 | 200 |      40.594µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-08T19:06:15.662Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"b0bfc7d9-c821-49f1-a706-ccb3fbb4004d","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T19:06:15.662Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b0bfc7d9-c821-49f1-a706-ccb3fbb4004d","keyPrefix":"sk-oai-KgsO0TGIcbNp...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 19:06:15 | 201 |    1.491616ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 19:06:15 | 200 |     447.475µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 19:06:15 | 200 |     311.087µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 19:06:15 | 200 |     127.985µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 19:06:15 | 200 |    9.619499ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T19:06:15.798Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"1af4b19a-98fd-4722-8d73-64e195bd4a67","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T19:06:15.799Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1af4b19a-98fd-4722-8d73-64e195bd4a67","keyPrefix":"sk-oai-1L3MYXj5YshO...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 19:06:15 | 201 |    1.519248ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 19:06:15 | 200 |     327.842µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 19:06:15 | 403 |     111.238µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 19:06:15 | 200 |     265.008µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 19:06:15 | 200 |     220.726µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 19:06:15 | 200 |     143.235µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 19:06:15 | 200 |    9.818052ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T19:06:15.952Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"2dee9b6b-d394-40c8-8ba1-7a4d445c1d31","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T19:06:15.952Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2dee9b6b-d394-40c8-8ba1-7a4d445c1d31","keyPrefix":"sk-oai-EGSLk8rw741m...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 19:06:15 | 201 |    1.530403ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 19:06:15 | 200 |     337.085µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 19:06:15 | 200 |     261.663µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 19:06:15 | 200 |      128.37µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 19:06:15 | 200 |    9.710312ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 19:06:16 | 200 |     294.414µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 19:06:16 | 200 |     226.987µs |     10.134.0.46 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/08 - 19:06:16 | 200 |     116.377µs |     10.134.0.46 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/08 - 19:06:16 | 200 |    9.472695ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-08T19:06:16.119Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"e7051635-ce31-4dba-b952-75576be72e2d","ephemeral":false}
{"level":"info","timestamp":"2026-06-08T19:06:16.120Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e7051635-ce31-4dba-b952-75576be72e2d","keyPrefix":"sk-oai-14EgWkPsheFb...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/08 - 19:06:16 | 201 |    1.573388ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/08 - 19:06:16 | 200 |      42.842µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/08 - 19:06:20 | 200 |      40.262µs |      10.133.0.2 | GET      "/health"