[GIN] 2026/05/28 - 21:17:12 | 200 |      36.581µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-28T21:17:12.642Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"26823003-22f5-4e90-90c9-230fa4a8efac","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T21:17:12.642Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"26823003-22f5-4e90-90c9-230fa4a8efac","keyPrefix":"sk-oai-iDUSQLoY97MZ...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 21:17:12 | 201 |    2.051825ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-28T21:17:12.672Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"97e9b302-9e09-4aa4-83be-cbbf8e638871","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T21:17:12.672Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"97e9b302-9e09-4aa4-83be-cbbf8e638871","keyPrefix":"sk-oai-J5oSpukohIfy...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 21:17:12 | 201 |    1.667528ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:17:12 | 200 |     431.093µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:17:12 | 200 |     236.697µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:17:12 | 200 |     465.069µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:17:12 | 200 |     157.904µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:17:13 | 200 |      40.773µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:17:17 | 200 |      34.295µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:17:22 | 200 |       33.42µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:17:23 | 200 |       32.81µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:17:27 | 200 |      33.939µs |      10.132.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-05-28T21:17:30.310Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-05-28T21:17:30.310Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/05/28 - 21:17:30 | 400 |     284.436µs |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:17:32 | 200 |      37.514µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:17:33 | 200 |      37.035µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:17:37 | 200 |      34.248µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:17:42 | 200 |       34.02µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:17:43 | 200 |      38.348µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:17:47 | 200 |      37.733µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-28T21:17:47.722Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"92e06b81-bf71-4c13-94e9-3254d00d4ed9","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T21:17:47.722Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"92e06b81-bf71-4c13-94e9-3254d00d4ed9","keyPrefix":"sk-oai-m3yWg1uYHo13...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 21:17:47 | 201 |   10.999781ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:17:47 | 200 |    1.276023ms |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:17:47 | 200 |     179.007µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:17:52 | 200 |      34.647µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:17:53 | 200 |      36.506µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-28T21:17:56.812Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"08dffe0f-28ab-411a-8edd-03acd7239497","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T21:17:56.812Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"08dffe0f-28ab-411a-8edd-03acd7239497","keyPrefix":"sk-oai-1JzEqeWiied2...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 21:17:56 | 201 |    2.078981ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:17:57 | 200 |      33.883µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:18:02 | 200 |      33.737µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:18:03 | 200 |      36.464µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:18:05 | 200 |    2.001143ms |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:18:05 | 200 |     131.283µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:18:07 | 200 |      39.245µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:18:12 | 200 |       51.25µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:18:13 | 200 |      40.567µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:18:17 | 200 |      38.871µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:18:22 | 200 |      40.098µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-28T21:18:22.328Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"ffdbf573-5c29-4bd0-bf8d-a3d8a75a957b","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T21:18:22.328Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ffdbf573-5c29-4bd0-bf8d-a3d8a75a957b","keyPrefix":"sk-oai-1FA0VZs516n0...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 21:18:22 | 201 |    1.985816ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:18:22 | 200 |     607.628µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:18:22 | 200 |     266.072µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:18:23 | 200 |       62.92µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:18:27 | 200 |      55.525µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:18:32 | 200 |      46.977µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:18:33 | 200 |      41.162µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:18:37 | 200 |      52.819µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:18:42 | 200 |      40.855µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:18:43 | 200 |      45.001µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:18:47 | 200 |      40.487µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:18:52 | 200 |      42.892µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:18:53 | 200 |      40.252µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:18:57 | 200 |      41.542µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:19:02 | 200 |      40.335µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:19:03 | 200 |      39.063µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:19:07 | 200 |       51.33µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:19:12 | 200 |      43.482µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:19:13 | 200 |      43.101µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:19:17 | 200 |      37.646µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:19:22 | 200 |      39.444µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:19:23 | 200 |      40.378µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:19:27 | 200 |       39.36µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:19:32 | 200 |      38.119µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:19:33 | 200 |      39.648µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:19:37 | 200 |      51.001µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:19:42 | 200 |      39.061µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:19:43 | 200 |      42.413µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:19:47 | 200 |       42.36µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:19:52 | 200 |       39.39µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:19:53 | 200 |      38.558µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:19:57 | 200 |       42.16µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:20:02 | 200 |       41.15µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:20:03 | 200 |      40.825µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:20:07 | 200 |      38.078µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:20:12 | 200 |      40.238µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:20:13 | 200 |      44.927µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:20:17 | 200 |      39.977µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-28T21:20:21.620Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"e40c41fe-565c-4a2b-ab7c-b93b1938aa2a","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T21:20:21.620Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e40c41fe-565c-4a2b-ab7c-b93b1938aa2a","keyPrefix":"sk-oai-1E6YnwSxlC0p...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 21:20:21 | 201 |    1.963504ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:20:22 | 200 |      39.448µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:20:23 | 200 |      41.368µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:20:27 | 200 |      39.639µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:20:32 | 200 |      39.259µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:20:33 | 200 |      40.006µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:20:37 | 200 |      37.759µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:20:42 | 200 |      63.955µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:20:43 | 200 |      40.372µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:20:43 | 200 |     845.998µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:20:43 | 200 |     166.366µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:20:44 | 404 |     964.083µs |      100.64.0.2 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:20:47 | 200 |      42.417µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:20:52 | 200 |       41.29µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:20:53 | 200 |      41.694µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:20:57 | 200 |       40.98µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:21:02 | 200 |      39.098µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:21:03 | 200 |      40.726µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:21:07 | 200 |      43.044µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:21:12 | 200 |        39.1µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:21:13 | 200 |      44.486µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:21:17 | 200 |      41.812µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:21:22 | 200 |      39.221µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:21:23 | 200 |      38.833µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:21:27 | 200 |      37.304µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:21:32 | 200 |      41.191µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:21:33 | 200 |      56.052µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-28T21:21:36.831Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"228b816c-8dbf-4deb-82e8-f4e9d280a5e1","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T21:21:36.831Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"228b816c-8dbf-4deb-82e8-f4e9d280a5e1","keyPrefix":"sk-oai-L7kORfEdyRvr...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 21:21:36 | 201 |    2.167629ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:21:36 | 200 |      532.23µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:21:36 | 200 |     223.352µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:21:37 | 200 |      42.846µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:21:42 | 200 |      39.986µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:21:43 | 200 |        42.1µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:21:47 | 200 |      41.005µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:21:52 | 200 |      38.157µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:21:53 | 200 |      44.253µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-28T21:21:56.004Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"32ebc0a6-dcc2-4652-b6cc-9498a72f73c6","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T21:21:56.004Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"32ebc0a6-dcc2-4652-b6cc-9498a72f73c6","keyPrefix":"sk-oai-OIiTkgor7wXu...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 21:21:56 | 201 |    2.018923ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:21:56 | 200 |     755.963µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:21:56 | 200 |     381.444µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:21:56 | 200 |      687.17µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:21:56 | 200 |     487.044µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:21:57 | 200 |      39.134µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:22:02 | 200 |      38.082µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:22:03 | 200 |      40.505µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:22:07 | 200 |      37.002µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:22:12 | 200 |      48.688µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:22:13 | 200 |      39.631µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-28T21:22:15.485Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"1705fbe3-76b7-4b15-a10d-2ec8a050e190","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T21:22:15.485Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1705fbe3-76b7-4b15-a10d-2ec8a050e190","keyPrefix":"sk-oai-DESydkOUxgGZ...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 21:22:15 | 201 |      1.9272ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:22:15 | 200 |     505.741µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:22:15 | 200 |     481.535µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:22:15 | 200 |     257.317µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:22:15 | 200 |    22.69079ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:22:17 | 200 |      38.705µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:22:22 | 200 |      39.485µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:22:23 | 200 |      40.041µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:22:27 | 200 |      37.653µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:22:32 | 200 |      41.778µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:22:33 | 200 |      38.729µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:22:34 | 200 |     354.223µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:22:34 | 200 |     368.256µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:22:34 | 200 |   21.974122ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:22:37 | 200 |      39.249µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:22:42 | 200 |      40.623µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:22:43 | 200 |      40.762µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-28T21:22:46.705Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6b0f2389-006a-4ea4-a675-fe6b15a26db7","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T21:22:46.705Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6b0f2389-006a-4ea4-a675-fe6b15a26db7","keyPrefix":"sk-oai-3WYKQlN1Sl25...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 21:22:46 | 201 |    1.934552ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:22:47 | 200 |      43.052µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:22:52 | 200 |       42.87µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:22:53 | 200 |       40.94µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:22:57 | 200 |      40.983µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:23:02 | 200 |      59.638µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:23:03 | 200 |      40.136µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:23:07 | 200 |      45.424µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:23:12 | 200 |      49.087µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:23:13 | 200 |      42.009µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:23:16 | 200 |   10.777867ms |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:23:16 | 200 |     208.025µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:23:16 | 200 |     583.877µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:23:16 | 200 |     557.132µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:23:16 | 200 |     226.792µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:23:16 | 200 |   13.998546ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:23:17 | 200 |      72.743µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:23:22 | 200 |      39.256µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:23:23 | 200 |      42.553µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:23:27 | 200 |      47.731µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:23:32 | 200 |      43.789µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:23:33 | 200 |      41.238µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:23:33 | 200 |     321.012µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:23:33 | 200 |   15.023222ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:23:37 | 200 |      38.858µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:23:42 | 200 |      40.069µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-28T21:23:42.550Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6591dd4c-73cd-48ab-a7b8-d44deee2c3b8","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T21:23:42.550Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6591dd4c-73cd-48ab-a7b8-d44deee2c3b8","keyPrefix":"sk-oai-14VTonJ0GQec...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 21:23:42 | 201 |    2.195801ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:23:43 | 200 |      38.884µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:23:47 | 200 |      40.405µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:23:50 | 200 |      885.24µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:23:50 | 200 |     468.453µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:23:50 | 200 |     201.187µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:23:50 | 200 |    9.629037ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-28T21:23:51.083Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5213bf0d-e9e0-4755-967b-1c9ce3aa639f","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T21:23:51.083Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5213bf0d-e9e0-4755-967b-1c9ce3aa639f","keyPrefix":"sk-oai-1ke3l1umMJLV...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 21:23:51 | 201 |    2.043958ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:23:52 | 200 |       42.01µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:23:53 | 200 |       45.04µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:23:57 | 200 |      65.313µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:23:59 | 200 |     846.029µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:23:59 | 200 |     448.688µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:23:59 | 200 |     244.818µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:23:59 | 200 |    6.714578ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:23:59 | 200 |     439.218µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:23:59 | 200 |     594.624µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:23:59 | 200 |      225.89µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:23:59 | 200 |    6.830947ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-28T21:24:00.109Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7e6cb347-c38a-4e7c-bec9-6c0fd1f6c2c3","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T21:24:00.109Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7e6cb347-c38a-4e7c-bec9-6c0fd1f6c2c3","keyPrefix":"sk-oai-3pr1z6MjY05p...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 21:24:00 | 201 |    1.719288ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:24:02 | 200 |      40.007µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:24:03 | 200 |       62.06µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:24:07 | 200 |      42.135µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:24:08 | 200 |     809.986µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:24:08 | 200 |     349.151µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:24:08 | 200 |     137.582µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:24:08 | 200 |    9.789384ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:24:12 | 200 |       47.57µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:24:13 | 200 |      40.205µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:24:17 | 200 |      40.031µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-28T21:24:17.291Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3a6ee7f4-c490-4446-bb72-228ee75119d8","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T21:24:17.291Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3a6ee7f4-c490-4446-bb72-228ee75119d8","keyPrefix":"sk-oai-owtCxdBaqq0R...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 21:24:17 | 201 |    2.041751ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:24:22 | 200 |      41.712µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:24:23 | 200 |      40.576µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:24:25 | 200 |     787.682µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:24:25 | 200 |      426.74µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:24:25 | 200 |     202.309µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:24:25 | 200 |     372.169µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:24:25 | 200 |     137.748µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:24:25 | 200 |   19.446115ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:24:27 | 200 |      49.893µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:24:32 | 200 |      41.732µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:24:33 | 200 |      38.106µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:24:37 | 200 |      40.684µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-28T21:24:38.721Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3328e667-5862-468e-b16a-6f5bb2a32c69","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T21:24:38.721Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3328e667-5862-468e-b16a-6f5bb2a32c69","keyPrefix":"sk-oai-1B00MEfqYiT1...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 21:24:38 | 201 |    2.021492ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:24:42 | 200 |      37.997µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:24:43 | 200 |        36.6µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:24:46 | 200 |     742.942µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:24:46 | 200 |     433.158µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:24:46 | 200 |     148.659µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:24:46 | 200 |    9.963865ms |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:24:46 | 200 |     156.099µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:24:46 | 200 |   25.875836ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:24:47 | 200 |      47.868µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:24:52 | 200 |      36.852µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:24:53 | 200 |      45.814µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:24:57 | 200 |      40.668µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:25:02 | 200 |      36.372µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:25:02 | 200 |     180.441µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:25:02 | 200 |     146.728µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:25:02 | 200 |     140.054µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:25:02 | 200 |   41.146093ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:25:03 | 200 |      40.261µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:25:07 | 200 |      39.419µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:25:12 | 200 |      41.212µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:25:13 | 200 |      39.827µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:25:17 | 200 |      68.458µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:25:20 | 200 |     165.468µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:25:20 | 200 |   14.697482ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:25:22 | 200 |      40.166µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:25:23 | 200 |      39.936µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:25:27 | 200 |      39.378µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-28T21:25:31.476Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"36ebba10-f10b-4caa-9967-2536a160368b","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T21:25:31.476Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"36ebba10-f10b-4caa-9967-2536a160368b","keyPrefix":"sk-oai-1Z2GQkjIQUxI...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 21:25:31 | 201 |    3.624054ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:25:32 | 200 |      37.686µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:25:33 | 200 |      39.733µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:25:37 | 200 |      40.227µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:25:39 | 200 |     789.452µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:25:39 | 200 |     181.075µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-28T21:25:40.095Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2d83efae-4ead-40d2-af4e-f292abcceed7","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T21:25:40.095Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2d83efae-4ead-40d2-af4e-f292abcceed7","keyPrefix":"sk-oai-6HQkpDxLWbu7...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 21:25:40 | 201 |    1.698036ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:25:42 | 200 |      58.362µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:25:43 | 200 |      42.292µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:25:47 | 200 |      59.645µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:25:48 | 200 |    1.042779ms |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:25:48 | 200 |     499.978µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:25:48 | 200 |     192.456µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:25:48 | 200 |   10.749831ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-28T21:25:48.505Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2f84dd71-3627-45f5-a523-fdfa3a276ede","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T21:25:48.506Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2f84dd71-3627-45f5-a523-fdfa3a276ede","keyPrefix":"sk-oai-jd4oyODU4rAy...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 21:25:48 | 201 |    1.882807ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:25:52 | 200 |      60.242µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:25:53 | 200 |      41.191µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:25:56 | 200 |    1.028542ms |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:25:56 | 200 |     508.328µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:25:56 | 200 |     149.213µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:25:56 | 200 |    9.610268ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:25:57 | 200 |      40.494µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-28T21:25:57.278Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"be73e233-0f29-4f94-ad3c-87ec421dd8c4","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T21:25:57.278Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"be73e233-0f29-4f94-ad3c-87ec421dd8c4","keyPrefix":"sk-oai-swA1tRMKFcEi...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 21:25:57 | 201 |    1.772239ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:26:02 | 200 |      37.777µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:26:03 | 200 |      43.183µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:26:05 | 200 |     999.625µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:26:05 | 200 |     436.909µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:26:05 | 200 |     236.807µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:26:05 | 200 |     9.93849ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:26:07 | 200 |      36.306µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:26:12 | 200 |      42.938µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:26:13 | 200 |      58.414µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-28T21:26:14.493Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"ed133b51-e81b-4f02-9182-c9c0c446db92","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T21:26:14.493Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ed133b51-e81b-4f02-9182-c9c0c446db92","keyPrefix":"sk-oai-WICMz4ptmOhS...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 21:26:14 | 201 |    2.070227ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:26:17 | 200 |      41.721µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:26:22 | 200 |      42.966µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:26:23 | 200 |      41.167µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:26:27 | 200 |      42.561µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:26:30 | 200 |    1.319323ms |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:26:30 | 403 |     100.899µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:26:32 | 200 |      37.814µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:26:33 | 200 |      59.071µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:26:37 | 200 |      43.006µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:26:42 | 200 |      41.213µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:26:43 | 200 |      39.525µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:26:47 | 200 |      39.078µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:26:47 | 403 |     150.463µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:26:52 | 200 |      44.483µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:26:53 | 200 |      39.191µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:26:57 | 200 |      41.457µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:27:02 | 200 |      42.209µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:27:03 | 200 |      38.657µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:27:05 | 403 |     174.392µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:27:07 | 200 |      37.171µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:27:12 | 200 |      33.244µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:27:13 | 200 |      33.022µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:27:17 | 200 |      33.505µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:27:22 | 200 |      32.116µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:27:22 | 403 |     168.142µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:27:23 | 200 |      36.767µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:27:27 | 200 |      34.625µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:27:32 | 200 |      39.634µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:27:33 | 200 |      43.693µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-28T21:27:36.386Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"65f7f87f-01ab-4044-b38e-46510ea12352","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T21:27:36.386Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"65f7f87f-01ab-4044-b38e-46510ea12352","keyPrefix":"sk-oai-1R9CgLuzWMpJ...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 21:27:36 | 201 |    2.234929ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:27:37 | 200 |      43.485µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:27:42 | 200 |      33.455µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:27:43 | 200 |      39.022µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:27:44 | 200 |      886.69µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:27:44 | 200 |     419.057µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:27:44 | 200 |     194.568µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:27:44 | 200 |   17.758397ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:27:47 | 200 |      33.202µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:27:52 | 200 |        37.5µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:27:53 | 200 |      34.839µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:27:57 | 200 |      33.489µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-28T21:27:58.584Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"325b5d10-a49e-4671-92cd-21f193d06a3c","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T21:27:58.584Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"325b5d10-a49e-4671-92cd-21f193d06a3c","keyPrefix":"sk-oai-adA8Q7OA6N71...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 21:27:58 | 201 |    2.066521ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-28T21:27:58.617Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b0c27b52-a8c3-420f-a6c9-9c8b7e72f205","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T21:27:58.617Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b0c27b52-a8c3-420f-a6c9-9c8b7e72f205","keyPrefix":"sk-oai-1XlqarcqRKt1...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 21:27:58 | 201 |    1.691479ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:28:02 | 200 |      32.418µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:28:03 | 200 |      32.514µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:28:06 | 200 |     971.768µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:28:06 | 200 |     457.296µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:28:06 | 200 |     207.756µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:28:06 | 200 |    9.745315ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:28:06 | 200 |     395.987µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:28:06 | 200 |     361.767µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:28:06 | 200 |     181.927µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:28:06 | 200 |   11.860309ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:28:07 | 200 |      35.368µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:28:12 | 200 |      32.237µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:28:13 | 200 |      32.958µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:28:17 | 200 |      34.784µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:28:22 | 200 |      34.811µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:28:23 | 200 |     149.921µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:28:23 | 200 |     155.444µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:28:23 | 200 |      125.28µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:28:23 | 200 |   35.385155ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:28:23 | 200 |      52.852µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:28:27 | 200 |      46.779µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:28:32 | 200 |      49.083µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:28:33 | 200 |      41.088µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:28:37 | 200 |      41.766µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:28:39 | 200 |     181.463µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:28:39 | 200 |   13.674164ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:28:39 | 200 |     189.434µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:28:39 | 200 |   12.090192ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:28:42 | 200 |      38.488µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:28:43 | 200 |          38µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:28:47 | 200 |      39.188µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:28:52 | 200 |      49.443µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:28:53 | 200 |      37.629µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:28:57 | 200 |      41.729µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:29:02 | 200 |       37.54µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:29:03 | 200 |      43.668µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-28T21:29:05.355Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"15d57ff5-624f-427a-a6b2-48f605dfde48","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T21:29:05.355Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"15d57ff5-624f-427a-a6b2-48f605dfde48","keyPrefix":"sk-oai-1XBIzrViX3so...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 21:29:05 | 201 |    3.373112ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:29:05 | 200 |     582.386µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:29:05 | 200 |     157.832µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:29:05 | 200 |     386.599µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:29:05 | 200 |     158.155µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:29:05 | 200 |     430.959µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:29:05 | 200 |     164.003µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:29:05 | 200 |      347.16µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:29:05 | 200 |     324.485µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:29:05 | 200 |     136.212µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:29:05 | 200 |   10.073351ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:29:07 | 200 |      41.364µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:29:12 | 200 |      41.327µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:29:13 | 200 |      39.932µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:29:17 | 200 |       38.54µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-28T21:29:21.077Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2c191baa-816e-4889-886f-40322d1b23c1","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T21:29:21.077Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2c191baa-816e-4889-886f-40322d1b23c1","keyPrefix":"sk-oai-1TEO5hRCn2V3...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/05/28 - 21:29:21 | 201 |    2.160654ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:29:21 | 200 |     511.452µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:29:21 | 200 |     161.832µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:29:22 | 200 |      68.628µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:29:23 | 200 |      40.474µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:29:27 | 200 |      42.547µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:29:32 | 200 |      40.576µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:29:33 | 200 |      39.892µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:29:37 | 200 |      39.419µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:29:42 | 200 |      51.598µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:29:43 | 200 |      38.196µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:29:47 | 200 |      40.322µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:29:52 | 200 |      37.579µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:29:53 | 200 |      40.429µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:29:57 | 200 |      40.218µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-28T21:30:00.971Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"8288f1fb-2b93-4b57-9906-e2adda314e1a","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T21:30:00.971Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8288f1fb-2b93-4b57-9906-e2adda314e1a","keyPrefix":"sk-oai-17bDPVk84Vci...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/28 - 21:30:00 | 201 |   10.580013ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-28T21:30:01.457Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/05/28 - 21:30:01 | 200 |    1.533287ms |     10.134.0.55 | POST     "/internal/v1/api-keys/cleanup"
{"level":"info","timestamp":"2026-05-28T21:30:01.542Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"f99cc35c-efff-4b7d-a2e8-079d07ca9bcb","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T21:30:01.542Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f99cc35c-efff-4b7d-a2e8-079d07ca9bcb","keyPrefix":"sk-oai-hSwWt7nVnaN4...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/05/28 - 21:30:01 | 201 |    1.731462ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-28T21:30:01.897Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"55dc404a-26d1-41c5-bd2a-f74dba838dfb","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T21:30:01.897Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"55dc404a-26d1-41c5-bd2a-f74dba838dfb","keyPrefix":"sk-oai-1dZpiYSGBo8T...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/28 - 21:30:01 | 201 |    1.703071ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:30:01 | 200 |     1.15635ms |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:30:01 | 200 |     454.391µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:30:01 | 200 |     113.967µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:30:01 | 200 |   11.090538ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:30:02 | 200 |     592.121µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:30:02 | 200 |     174.786µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-05-28T21:30:02.167Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"bb5be84c-4199-40ad-9688-315b793e4c60","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T21:30:02.167Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bb5be84c-4199-40ad-9688-315b793e4c60","keyPrefix":"sk-oai-5ieWwZkUCzhK...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/28 - 21:30:02 | 201 |    1.754427ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:30:02 | 200 |      37.992µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-05-28T21:30:02.219Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"bb5be84c-4199-40ad-9688-315b793e4c60"}
{"level":"info","timestamp":"2026-05-28T21:30:02.219Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"bb5be84c-4199-40ad-9688-315b793e4c60","revokedBy":"alice_lead"}
[GIN] 2026/05/28 - 21:30:02 | 200 |    3.021365ms |      100.64.0.2 | DELETE   "/v1/api-keys/bb5be84c-4199-40ad-9688-315b793e4c60" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:30:03 | 200 |      46.786µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/05/28 - 21:30:05 | 200 |      916.22µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-05-28T21:30:05.276Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/05/28 - 21:30:05 | 500 |     114.228µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-28T21:30:05.593Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"21b3588d-3e3e-45c7-b596-bfdac61cd34d","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T21:30:05.593Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"21b3588d-3e3e-45c7-b596-bfdac61cd34d","keyPrefix":"sk-oai-ANmuZqCfUufm...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/28 - 21:30:05 | 201 |    1.689248ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-28T21:30:05.616Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"3042a3c3-6939-4d25-9110-1a0a75ce6bc3","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T21:30:05.616Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3042a3c3-6939-4d25-9110-1a0a75ce6bc3","keyPrefix":"sk-oai-qKxvbfLfPH8S...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/05/28 - 21:30:05 | 201 |    1.618709ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-28T21:30:05.701Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"44d2fc2f-5fbe-41d0-af6d-eb797aa678ea","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T21:30:05.701Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"44d2fc2f-5fbe-41d0-af6d-eb797aa678ea","keyPrefix":"sk-oai-1X9HaNHNEAJc...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/28 - 21:30:05 | 201 |    1.700574ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-28T21:30:05.724Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"44d2fc2f-5fbe-41d0-af6d-eb797aa678ea"}
{"level":"info","timestamp":"2026-05-28T21:30:05.724Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"44d2fc2f-5fbe-41d0-af6d-eb797aa678ea","revokedBy":"alice_lead"}
[GIN] 2026/05/28 - 21:30:05 | 200 |    2.311375ms |      100.64.0.4 | DELETE   "/v1/api-keys/44d2fc2f-5fbe-41d0-af6d-eb797aa678ea" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:30:05 | 404 |     751.739µs |      100.64.0.3 | DELETE   "/v1/api-keys/44d2fc2f-5fbe-41d0-af6d-eb797aa678ea" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-28T21:30:05.833Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"7a11ca94-5ff3-47c4-9bb9-b7654f5952ca","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T21:30:05.833Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7a11ca94-5ff3-47c4-9bb9-b7654f5952ca","keyPrefix":"sk-oai-1Zqxxvr77SAk...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/28 - 21:30:05 | 201 |    1.485787ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:30:05 | 200 |     555.608µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:30:05 | 200 |     540.236µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:30:05 | 200 |     236.176µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:30:05 | 200 |    9.365113ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-28T21:30:05.943Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"345d3b27-8f08-4a03-8580-f9b22b0fb0bc","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T21:30:05.943Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"345d3b27-8f08-4a03-8580-f9b22b0fb0bc","keyPrefix":"sk-oai-zvUil315whBS...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/28 - 21:30:05 | 201 |    1.652386ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:30:05 | 200 |     552.893µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:30:05 | 403 |      87.276µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:30:05 | 200 |     518.675µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:30:05 | 200 |     518.863µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:30:05 | 200 |      147.78µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:30:05 | 200 |    9.236792ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-28T21:30:06.076Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"66859428-be0d-4d67-95cd-2f8522b18f85","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T21:30:06.077Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"66859428-be0d-4d67-95cd-2f8522b18f85","keyPrefix":"sk-oai-WgxKUCQMQ5NK...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/28 - 21:30:06 | 201 |    1.674989ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:30:06 | 200 |     454.357µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:30:06 | 200 |     459.203µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:30:06 | 200 |     177.037µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:30:06 | 200 |    9.790761ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:30:06 | 200 |     443.998µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:30:06 | 200 |     453.152µs |     10.133.0.39 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/05/28 - 21:30:06 | 200 |     133.256µs |     10.133.0.39 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/05/28 - 21:30:06 | 200 |    9.097308ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-05-28T21:30:06.220Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"9f245971-6057-4bbb-9cf8-72af0b816ca2","ephemeral":false}
{"level":"info","timestamp":"2026-05-28T21:30:06.220Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9f245971-6057-4bbb-9cf8-72af0b816ca2","keyPrefix":"sk-oai-lKooYFyv4Xv3...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/05/28 - 21:30:06 | 201 |    1.557441ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/05/28 - 21:30:07 | 200 |      38.076µs |      10.132.0.2 | GET      "/health"