[GIN] 2026/05/20 - 14:30:14 | 201 | 1.786063ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/20 - 14:30:14 | 200 | 288.591µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:30:14 | 200 | 206.779µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:30:14 | 200 | 324.009µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:30:14 | 200 | 208.217µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:30:15 | 200 | 24.921µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:30:17 | 200 | 437.08µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:30:17 | 200 | 215.749µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:30:19 | 200 | 404.119µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:30:19 | 200 | 249.965µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:30:20 | 200 | 59.275µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:30:20 | 200 | 33.069µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:30:25 | 200 | 32.344µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:30:30 | 200 | 34.32µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:30:30 | 200 | 35.123µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:30:35 | 200 | 36.524µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:30:40 | 200 | 34.88µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:30:40 | 200 | 57.723µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:30:44 | 200 | 45.23µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:30:50 | 200 | 35.968µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:30:50 | 200 | 33.245µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:30:55 | 200 | 33.338µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:31:00 | 200 | 34.674µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:31:00 | 200 | 32.425µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:31:05 | 200 | 35.885µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-20T14:31:07.335Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-success","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"2ae316d4-d615-4d00-a65d-088cc7bbc7d4","ephemeral":false} {"level":"info","timestamp":"2026-05-20T14:31:07.335Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2ae316d4-d615-4d00-a65d-088cc7bbc7d4","keyPrefix":"sk-oai-hW9xxntLEh5f...","username":"system:serviceaccount:models-as-a-service:e2e-sa-success","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 14:31:07 | 201 | 2.10213ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/20 - 14:31:07 | 200 | 535.832µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:31:07 | 200 | 163.945µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:31:09 | 200 | 436.731µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:31:09 | 200 | 184.22µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:31:10 | 200 | 33.014µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:31:10 | 200 | 32.577µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:31:14 | 200 | 33.401µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-20T14:31:18.532Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"5ee1af6d-1a01-4acd-8b53-7f08e6b9f7bc","ephemeral":false} {"level":"info","timestamp":"2026-05-20T14:31:18.532Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5ee1af6d-1a01-4acd-8b53-7f08e6b9f7bc","keyPrefix":"sk-oai-VAP8RNTs8A2N...","username":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 14:31:18 | 201 | 1.977218ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/20 - 14:31:20 | 200 | 33.958µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:31:20 | 200 | 70.905µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:31:25 | 200 | 35.192µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:31:26 | 200 | 539.98µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:31:26 | 200 | 203.533µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:31:29 | 200 | 32.107µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:31:30 | 200 | 40.495µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:31:35 | 200 | 40.41µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:31:40 | 200 | 35.743µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:31:40 | 200 | 33.71µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-20T14:31:44.272Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"8cccbcad-2063-4887-b7a2-06959a7ff7b0","ephemeral":false} {"level":"info","timestamp":"2026-05-20T14:31:44.272Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8cccbcad-2063-4887-b7a2-06959a7ff7b0","keyPrefix":"sk-oai-1X3y51Sit9ei...","username":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 14:31:44 | 201 | 1.625671ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/20 - 14:31:44 | 200 | 312.57µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:31:44 | 200 | 188.168µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:31:45 | 200 | 33.299µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:31:50 | 200 | 35.986µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:31:50 | 200 | 36.243µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:31:55 | 200 | 36.167µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:32:00 | 200 | 33.907µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:32:00 | 200 | 61.749µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-20T14:32:01.898Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"b8e0c6a4-8f3a-4e16-9325-785d5e6583d2","ephemeral":false} {"level":"info","timestamp":"2026-05-20T14:32:01.898Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b8e0c6a4-8f3a-4e16-9325-785d5e6583d2","keyPrefix":"sk-oai-CWzWKuLPUfLq...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 14:32:01 | 201 | 1.688999ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/20 - 14:32:01 | 200 | 353.755µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:32:01 | 200 | 135.075µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:32:05 | 200 | 33.733µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:32:10 | 200 | 35.004µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:32:10 | 200 | 33.665µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:32:14 | 200 | 34.085µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-20T14:32:19.180Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"8a54da16-7ad6-48c9-be61-bb5eaae73d27","ephemeral":false} {"level":"info","timestamp":"2026-05-20T14:32:19.180Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8a54da16-7ad6-48c9-be61-bb5eaae73d27","keyPrefix":"sk-oai-35QTWFdKcwyI...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 14:32:19 | 201 | 1.71753ms | 100.64.0.2 | POST "/v1/api-keys" {"level":"info","timestamp":"2026-05-20T14:32:19.212Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"4eeb7425-9020-4727-94e4-a0699f204b0a","ephemeral":false} {"level":"info","timestamp":"2026-05-20T14:32:19.212Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4eeb7425-9020-4727-94e4-a0699f204b0a","keyPrefix":"sk-oai-1NBMMvek0Tea...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 14:32:19 | 201 | 1.573315ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/20 - 14:32:19 | 200 | 367.293µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:32:19 | 200 | 166.861µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:32:19 | 200 | 341.183µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:32:19 | 200 | 174.054µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:32:20 | 200 | 40.734µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:32:20 | 200 | 48.116µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:32:25 | 200 | 40.407µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:32:30 | 200 | 34.986µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:32:30 | 200 | 40.659µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:32:35 | 200 | 34.717µs | 10.134.0.2 | GET "/health" {"level":"warn","timestamp":"2026-05-20T14:32:36.860Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"} {"level":"error","timestamp":"2026-05-20T14:32:36.860Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/05/20 - 14:32:36 | 400 | 315.886µs | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/20 - 14:32:40 | 200 | 33.917µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:32:40 | 200 | 35.312µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:32:45 | 200 | 38.7µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:32:50 | 200 | 36.676µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:32:50 | 200 | 33.959µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-20T14:32:54.243Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"cb722689-8b18-4c6f-8864-745c6afec38f","ephemeral":false} {"level":"info","timestamp":"2026-05-20T14:32:54.243Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cb722689-8b18-4c6f-8864-745c6afec38f","keyPrefix":"sk-oai-Qj94zkIZe5DL...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 14:32:54 | 201 | 10.281901ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/20 - 14:32:54 | 200 | 907.58µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:32:54 | 200 | 155.984µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:32:54 | 200 | 39.887µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:33:00 | 200 | 32.8µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:33:00 | 200 | 35.157µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-20T14:33:03.315Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"b549d865-5760-4241-bd39-2168fb2cbbb2","ephemeral":false} {"level":"info","timestamp":"2026-05-20T14:33:03.315Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b549d865-5760-4241-bd39-2168fb2cbbb2","keyPrefix":"sk-oai-1Xdb0F2qK2H9...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 14:33:03 | 201 | 1.835416ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/20 - 14:33:05 | 200 | 33.204µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:33:10 | 200 | 37.845µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:33:10 | 200 | 32.972µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:33:11 | 200 | 510.85µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:33:11 | 200 | 119.284µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:33:15 | 200 | 34.674µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:33:20 | 200 | 61.497µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:33:20 | 200 | 37.511µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:33:25 | 200 | 41.385µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-20T14:33:29.009Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"d4e1cfff-f129-49c0-bcc6-3324dee31114","ephemeral":false} {"level":"info","timestamp":"2026-05-20T14:33:29.009Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d4e1cfff-f129-49c0-bcc6-3324dee31114","keyPrefix":"sk-oai-1XCQuGlHfewY...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 14:33:29 | 201 | 1.764515ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/20 - 14:33:29 | 200 | 372.845µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:33:29 | 200 | 155.895µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:33:29 | 200 | 41.837µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:33:30 | 200 | 41.407µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:33:35 | 200 | 41.93µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:33:39 | 200 | 42.541µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:33:40 | 200 | 44.482µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:33:45 | 200 | 42.563µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:33:50 | 200 | 38.456µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:33:50 | 200 | 40.115µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:33:55 | 200 | 43.712µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:34:00 | 200 | 41.196µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:34:00 | 200 | 40.391µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:34:05 | 200 | 42.036µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:34:10 | 200 | 52.25µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:34:10 | 200 | 64.044µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:34:15 | 200 | 38.908µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:34:20 | 200 | 38.943µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:34:20 | 200 | 43.697µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:34:24 | 200 | 38.373µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:34:30 | 200 | 42.717µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:34:30 | 200 | 41.348µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:34:35 | 200 | 41.576µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:34:40 | 200 | 46.288µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:34:40 | 200 | 37.813µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:34:45 | 200 | 41.557µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:34:50 | 200 | 38.61µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:34:50 | 200 | 46.774µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:34:55 | 200 | 40.07µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:35:00 | 200 | 39.669µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:35:00 | 200 | 40.662µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:35:05 | 200 | 39.815µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:35:10 | 200 | 41.174µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:35:10 | 200 | 46.467µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:35:15 | 200 | 54.971µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:35:20 | 200 | 42.353µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:35:20 | 200 | 63.07µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:35:25 | 200 | 58.22µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-20T14:35:28.660Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"84a071e7-c26a-48a5-ab8c-6206ffc1781b","ephemeral":false} {"level":"info","timestamp":"2026-05-20T14:35:28.660Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"84a071e7-c26a-48a5-ab8c-6206ffc1781b","keyPrefix":"sk-oai-1M3y2lgoH7FC...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 14:35:28 | 201 | 2.466509ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/20 - 14:35:30 | 200 | 34.812µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:35:30 | 200 | 33.975µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:35:35 | 200 | 46.793µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:35:40 | 200 | 34.032µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:35:40 | 200 | 47.145µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:35:45 | 200 | 40.696µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:35:50 | 200 | 33.297µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:35:50 | 200 | 32.307µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:35:51 | 200 | 520.255µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:35:51 | 200 | 388.225µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:35:51 | 404 | 632.302µs | 100.64.0.4 | DELETE "/v1/api-keys/e2e-trlp-test-key" [GIN] 2026/05/20 - 14:35:54 | 200 | 34.564µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:35:59 | 200 | 33.812µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:36:00 | 200 | 33.752µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:36:05 | 200 | 42.641µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:36:10 | 200 | 36.408µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:36:10 | 200 | 36.568µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:36:15 | 200 | 35.151µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:36:20 | 200 | 32.927µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:36:20 | 200 | 34.162µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:36:24 | 200 | 34.756µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:36:30 | 200 | 36.807µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:36:30 | 200 | 31.846µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:36:34 | 200 | 34.575µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:36:40 | 200 | 41.803µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:36:40 | 200 | 33.725µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-20T14:36:44.155Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"ae4d9128-aa95-4285-9b86-dad9cc2c06ea","ephemeral":false} {"level":"info","timestamp":"2026-05-20T14:36:44.155Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ae4d9128-aa95-4285-9b86-dad9cc2c06ea","keyPrefix":"sk-oai-12CUCluBgwLi...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 14:36:44 | 201 | 1.790828ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/20 - 14:36:44 | 200 | 503.934µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:36:44 | 200 | 194.962µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:36:45 | 200 | 33.871µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:36:50 | 200 | 33.195µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:36:50 | 200 | 33.363µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:36:55 | 200 | 33.998µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:37:00 | 200 | 33.949µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:37:00 | 200 | 38.014µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-20T14:37:03.469Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"2bf50d4a-a769-4dad-b45a-e688e6aa1846","ephemeral":false} {"level":"info","timestamp":"2026-05-20T14:37:03.469Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2bf50d4a-a769-4dad-b45a-e688e6aa1846","keyPrefix":"sk-oai-1Xe7aTyDoPhq...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 14:37:03 | 201 | 1.821379ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/20 - 14:37:03 | 200 | 396.983µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:37:03 | 200 | 137.699µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:37:03 | 200 | 362.774µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:37:03 | 200 | 215.414µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:37:05 | 200 | 35.502µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:37:10 | 200 | 39.2µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:37:10 | 200 | 33.71µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:37:15 | 200 | 35.425µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:37:20 | 200 | 35.862µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:37:20 | 200 | 37.148µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-20T14:37:23.034Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"6f42ac40-c45f-4b3d-8e14-7e9606659c5a","ephemeral":false} {"level":"info","timestamp":"2026-05-20T14:37:23.034Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6f42ac40-c45f-4b3d-8e14-7e9606659c5a","keyPrefix":"sk-oai-1KpUsdLHekYL...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 14:37:23 | 201 | 1.736275ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/20 - 14:37:23 | 200 | 381.085µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:37:23 | 200 | 297.897µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:37:23 | 200 | 255.89µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:37:23 | 200 | 19.495447ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/05/20 - 14:37:25 | 200 | 37.782µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:37:30 | 200 | 40.339µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:37:30 | 200 | 40.812µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:37:35 | 200 | 39.629µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:37:40 | 200 | 43.546µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:37:40 | 200 | 42.715µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:37:42 | 200 | 241.552µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:37:42 | 200 | 171.768µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:37:42 | 200 | 21.619446ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/20 - 14:37:45 | 200 | 41.426µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:37:50 | 200 | 44.736µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:37:50 | 200 | 42.197µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-20T14:37:54.283Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8b2873c8-618a-4406-a1f2-aa400e422b30","ephemeral":false} {"level":"info","timestamp":"2026-05-20T14:37:54.283Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8b2873c8-618a-4406-a1f2-aa400e422b30","keyPrefix":"sk-oai-sqm6Zm7dxNpl...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 14:37:54 | 201 | 9.584842ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/20 - 14:37:55 | 200 | 52.855µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:38:00 | 200 | 39.363µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:38:00 | 200 | 40.78µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:38:05 | 200 | 44.172µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:38:10 | 200 | 40.903µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:38:10 | 200 | 45.346µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:38:15 | 200 | 46.163µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:38:20 | 200 | 57.31µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:38:20 | 200 | 39.114µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:38:24 | 200 | 1.0653ms | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:38:24 | 200 | 148.57µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:38:24 | 200 | 444.991µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:38:24 | 200 | 321.267µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:38:24 | 200 | 130.339µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:38:24 | 200 | 12.462175ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/05/20 - 14:38:25 | 200 | 42.616µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:38:30 | 200 | 41.423µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:38:30 | 200 | 40.583µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:38:34 | 200 | 39.6µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:38:40 | 200 | 41.147µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:38:40 | 200 | 38.174µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:38:41 | 200 | 140.281µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:38:41 | 200 | 12.894563ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/05/20 - 14:38:45 | 200 | 43.407µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:38:50 | 200 | 39.415µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-20T14:38:50.173Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"40bd6198-4b32-4de0-8efe-9c76e806fdcb","ephemeral":false} {"level":"info","timestamp":"2026-05-20T14:38:50.173Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"40bd6198-4b32-4de0-8efe-9c76e806fdcb","keyPrefix":"sk-oai-KGzmajrM7LKO...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 14:38:50 | 201 | 1.647396ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/20 - 14:38:50 | 200 | 44.83µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:38:54 | 200 | 42.126µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:38:58 | 200 | 562.345µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:38:58 | 200 | 304.613µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:38:58 | 200 | 110.068µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:38:58 | 200 | 9.719264ms | 100.64.0.3 | GET "/v1/models" {"level":"info","timestamp":"2026-05-20T14:38:58.716Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5e6338b0-88b0-45cd-bf64-d932fbc94329","ephemeral":false} {"level":"info","timestamp":"2026-05-20T14:38:58.716Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5e6338b0-88b0-45cd-bf64-d932fbc94329","keyPrefix":"sk-oai-uELoU3dgs4xe...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 14:38:58 | 201 | 1.586754ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/20 - 14:39:00 | 200 | 65.557µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:39:00 | 200 | 40.426µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:39:05 | 200 | 41.052µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:39:06 | 200 | 580.325µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:39:06 | 200 | 283.915µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:39:06 | 200 | 126.934µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:39:06 | 200 | 6.881514ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/05/20 - 14:39:06 | 200 | 287.245µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:39:06 | 200 | 228.745µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:39:06 | 200 | 129.079µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:39:06 | 200 | 7.440629ms | 100.64.0.4 | GET "/v1/models" {"level":"info","timestamp":"2026-05-20T14:39:07.750Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"cad806b4-2903-4a17-9e1c-fada8cea3823","ephemeral":false} {"level":"info","timestamp":"2026-05-20T14:39:07.750Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cad806b4-2903-4a17-9e1c-fada8cea3823","keyPrefix":"sk-oai-1VmuLZTtizmL...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 14:39:07 | 201 | 1.624767ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/20 - 14:39:10 | 200 | 37.185µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:39:10 | 200 | 42.738µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:39:15 | 200 | 45.278µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:39:15 | 200 | 428.97µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:39:15 | 200 | 277.281µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:39:15 | 200 | 150.896µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:39:15 | 200 | 9.753697ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/20 - 14:39:20 | 200 | 39.396µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:39:20 | 200 | 43.528µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:39:25 | 200 | 41.906µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-20T14:39:27.060Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"37b40488-833e-40f6-b8be-223a08f2b33b","ephemeral":false} {"level":"info","timestamp":"2026-05-20T14:39:27.060Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"37b40488-833e-40f6-b8be-223a08f2b33b","keyPrefix":"sk-oai-135MAI5I1YA2...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 14:39:27 | 201 | 1.759608ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/20 - 14:39:29 | 200 | 47.209µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:39:30 | 200 | 65.207µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:39:35 | 200 | 40.599µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:39:35 | 200 | 430.796µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:39:35 | 200 | 270.547µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:39:35 | 200 | 152.404µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:39:35 | 200 | 245.933µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:39:35 | 200 | 169.293µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:39:35 | 200 | 17.293751ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/05/20 - 14:39:40 | 200 | 42.955µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:39:40 | 200 | 42.068µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:39:45 | 200 | 41.643µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-20T14:39:46.384Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"cb2bef0c-9780-4368-ac86-06ee30026831","ephemeral":false} {"level":"info","timestamp":"2026-05-20T14:39:46.384Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cb2bef0c-9780-4368-ac86-06ee30026831","keyPrefix":"sk-oai-om3mBoYyMe4i...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 14:39:46 | 201 | 2.634497ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/20 - 14:39:50 | 200 | 42.97µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:39:50 | 200 | 41.113µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:39:54 | 200 | 611.134µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:39:54 | 200 | 497.568µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:39:54 | 200 | 447.255µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:39:54 | 200 | 9.402219ms | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:39:54 | 200 | 401.01µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:39:54 | 200 | 24.042475ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/20 - 14:39:55 | 200 | 53.616µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:40:00 | 200 | 39.911µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:40:00 | 200 | 41.174µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:40:05 | 200 | 53.613µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:40:10 | 200 | 49.69µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:40:10 | 200 | 57.606µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:40:10 | 200 | 265.126µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:40:10 | 200 | 277.343µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:40:10 | 200 | 231.794µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:40:10 | 200 | 35.062822ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/05/20 - 14:40:15 | 200 | 41.897µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:40:20 | 200 | 43.12µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:40:20 | 200 | 41.494µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:40:25 | 200 | 52.959µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:40:28 | 200 | 173.41µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:40:28 | 200 | 13.601992ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/20 - 14:40:30 | 200 | 50.637µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:40:30 | 200 | 42.162µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:40:35 | 200 | 47.881µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-20T14:40:39.174Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"60504324-a64f-4946-a04a-dec807b972ad","ephemeral":false} {"level":"info","timestamp":"2026-05-20T14:40:39.174Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"60504324-a64f-4946-a04a-dec807b972ad","keyPrefix":"sk-oai-12TK4qN55wqK...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 14:40:39 | 201 | 1.881034ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/20 - 14:40:40 | 200 | 40.395µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:40:40 | 200 | 45.231µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:40:45 | 200 | 52.798µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:40:47 | 200 | 763.038µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:40:47 | 200 | 154.221µs | 100.64.0.4 | GET "/v1/models" {"level":"info","timestamp":"2026-05-20T14:40:47.796Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0a580b84-fe6a-4917-a646-25f514ba413b","ephemeral":false} {"level":"info","timestamp":"2026-05-20T14:40:47.796Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0a580b84-fe6a-4917-a646-25f514ba413b","keyPrefix":"sk-oai-OLc5qdNBoJWt...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 14:40:47 | 201 | 1.668111ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/20 - 14:40:50 | 200 | 43.477µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:40:50 | 200 | 44.519µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:40:55 | 200 | 50.028µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:40:55 | 200 | 519.16µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:40:55 | 200 | 331.022µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:40:55 | 200 | 129.364µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:40:55 | 200 | 9.576441ms | 100.64.0.2 | GET "/v1/models" {"level":"info","timestamp":"2026-05-20T14:40:56.194Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"620f9ccf-7d47-4890-b2b7-2d9bc004c20c","ephemeral":false} {"level":"info","timestamp":"2026-05-20T14:40:56.194Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"620f9ccf-7d47-4890-b2b7-2d9bc004c20c","keyPrefix":"sk-oai-EpP3Ga4dlgsW...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 14:40:56 | 201 | 1.473655ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/20 - 14:40:59 | 200 | 40.608µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:41:00 | 200 | 48.636µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:41:04 | 200 | 561.537µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:41:04 | 200 | 353.585µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:41:04 | 200 | 185.976µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:41:04 | 200 | 9.968554ms | 100.64.0.3 | GET "/v1/models" {"level":"info","timestamp":"2026-05-20T14:41:04.913Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"744e6e97-af60-4c4a-a822-5aa20d5017ac","ephemeral":false} {"level":"info","timestamp":"2026-05-20T14:41:04.913Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"744e6e97-af60-4c4a-a822-5aa20d5017ac","keyPrefix":"sk-oai-18rzheUDE2d1...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 14:41:04 | 201 | 1.504742ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/20 - 14:41:05 | 200 | 40.929µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:41:10 | 200 | 38.196µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:41:10 | 200 | 38.956µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:41:12 | 200 | 427.492µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:41:12 | 200 | 262.267µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:41:12 | 200 | 176.489µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:41:12 | 200 | 9.07068ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/20 - 14:41:15 | 200 | 44.246µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:41:20 | 200 | 38.733µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:41:20 | 200 | 47.403µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-20T14:41:22.171Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"840a97e3-6132-41ad-ae9d-7c1c604f1b17","ephemeral":false} {"level":"info","timestamp":"2026-05-20T14:41:22.171Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"840a97e3-6132-41ad-ae9d-7c1c604f1b17","keyPrefix":"sk-oai-1NhyuK9Pc1B4...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 14:41:22 | 201 | 2.008795ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/20 - 14:41:24 | 200 | 38.009µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:41:30 | 200 | 38.665µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:41:30 | 200 | 46.928µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:41:34 | 200 | 39.742µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:41:38 | 200 | 565.676µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:41:38 | 403 | 110.886µs | 100.64.0.4 | GET "/v1/models" [GIN] 2026/05/20 - 14:41:40 | 200 | 42.914µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:41:40 | 200 | 40.622µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:41:45 | 200 | 45.809µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:41:50 | 200 | 40.641µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:41:50 | 200 | 41.889µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:41:55 | 200 | 38.257µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:41:55 | 403 | 117.901µs | 100.64.0.4 | GET "/v1/models" [GIN] 2026/05/20 - 14:42:00 | 200 | 46.898µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:42:00 | 200 | 41.151µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:42:04 | 200 | 41.786µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:42:09 | 200 | 42.758µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:42:10 | 200 | 38.715µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:42:12 | 403 | 158.997µs | 100.64.0.2 | GET "/v1/models" [GIN] 2026/05/20 - 14:42:14 | 200 | 38.654µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:42:20 | 200 | 41.008µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:42:20 | 200 | 41.89µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:42:25 | 200 | 42.685µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:42:30 | 200 | 41.324µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:42:30 | 403 | 158.306µs | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/20 - 14:42:30 | 200 | 30.914µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:42:35 | 200 | 42.488µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:42:40 | 200 | 59.958µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:42:40 | 200 | 40.829µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-20T14:42:44.348Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"435bff4b-444d-4b6e-9a64-f0096d9aa440","ephemeral":false} {"level":"info","timestamp":"2026-05-20T14:42:44.348Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"435bff4b-444d-4b6e-9a64-f0096d9aa440","keyPrefix":"sk-oai-XzOiNagku0iT...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 14:42:44 | 201 | 2.041716ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/20 - 14:42:45 | 200 | 39.843µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:42:50 | 200 | 58.1µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:42:50 | 200 | 45.158µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:42:52 | 200 | 738.103µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:42:52 | 200 | 515.882µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:42:52 | 200 | 397.944µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:42:52 | 200 | 18.029054ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/20 - 14:42:55 | 200 | 38.636µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:43:00 | 200 | 44.045µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:43:00 | 200 | 41.28µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:43:05 | 200 | 40.457µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-20T14:43:06.951Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1544b806-45f4-4f74-a3bf-b6283964faea","ephemeral":false} {"level":"info","timestamp":"2026-05-20T14:43:06.951Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1544b806-45f4-4f74-a3bf-b6283964faea","keyPrefix":"sk-oai-1Tt9cNV9vF7X...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 14:43:06 | 201 | 2.385232ms | 100.64.0.2 | POST "/v1/api-keys" {"level":"info","timestamp":"2026-05-20T14:43:06.985Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"55d66ac2-1bf6-4947-93ad-ba3ead35ae21","ephemeral":false} {"level":"info","timestamp":"2026-05-20T14:43:06.985Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"55d66ac2-1bf6-4947-93ad-ba3ead35ae21","keyPrefix":"sk-oai-J5Ci88OgVdMU...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 14:43:06 | 201 | 1.436254ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/20 - 14:43:10 | 200 | 41.494µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:43:10 | 200 | 34.261µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:43:15 | 200 | 40.227µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:43:15 | 200 | 410.026µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:43:15 | 200 | 241.09µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:43:15 | 200 | 158.334µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:43:15 | 200 | 9.723425ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/05/20 - 14:43:15 | 200 | 407.699µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:43:15 | 200 | 276.602µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:43:15 | 200 | 188.436µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:43:15 | 200 | 9.862607ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/20 - 14:43:20 | 200 | 40.563µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:43:20 | 200 | 44.631µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:43:25 | 200 | 55.055µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:43:30 | 200 | 42.171µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:43:30 | 200 | 50.677µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:43:31 | 200 | 168.547µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:43:31 | 200 | 152.648µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:43:31 | 200 | 132.836µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:43:31 | 200 | 36.617463ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/05/20 - 14:43:34 | 200 | 44.499µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:43:40 | 200 | 51.486µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:43:40 | 200 | 41.489µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:43:44 | 200 | 49.87µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:43:48 | 200 | 165.469µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:43:48 | 200 | 13.874705ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/05/20 - 14:43:48 | 200 | 155.261µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:43:48 | 200 | 11.724411ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/20 - 14:43:50 | 200 | 41.327µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:43:50 | 200 | 43.101µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:43:55 | 200 | 39.356µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:44:00 | 200 | 76.093µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:44:00 | 200 | 49.729µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:44:04 | 200 | 39.842µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:44:09 | 200 | 49.198µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:44:10 | 200 | 41.83µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-20T14:44:14.361Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"03d9f0ca-63ab-4caf-9abe-4109e760f844","ephemeral":false} {"level":"info","timestamp":"2026-05-20T14:44:14.361Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"03d9f0ca-63ab-4caf-9abe-4109e760f844","keyPrefix":"sk-oai-jlY3DW9kUQnl...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 14:44:14 | 201 | 1.814301ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/20 - 14:44:14 | 200 | 327.045µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:44:14 | 200 | 186.489µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:44:14 | 200 | 244.793µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:44:14 | 200 | 131.71µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:44:14 | 200 | 227.674µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:44:14 | 200 | 134.561µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:44:14 | 200 | 303.788µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:44:14 | 200 | 235.179µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:44:14 | 200 | 129.474µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:44:14 | 200 | 9.384347ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/05/20 - 14:44:15 | 200 | 42.523µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:44:20 | 200 | 41.422µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:44:20 | 200 | 38.978µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:44:25 | 200 | 53.24µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:44:30 | 200 | 41.005µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:44:30 | 200 | 38.268µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-20T14:44:30.248Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a4b080f8-f4ba-4216-900b-a7ad11e3406d","ephemeral":false} {"level":"info","timestamp":"2026-05-20T14:44:30.248Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a4b080f8-f4ba-4216-900b-a7ad11e3406d","keyPrefix":"sk-oai-ykdgHjDiltzb...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/20 - 14:44:30 | 201 | 1.541992ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/20 - 14:44:30 | 200 | 386.137µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/20 - 14:44:30 | 200 | 227.543µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/20 - 14:44:35 | 200 | 41.949µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:44:40 | 200 | 43.735µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:44:40 | 200 | 43.193µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:44:45 | 200 | 39.974µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:44:50 | 200 | 40.002µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:44:50 | 200 | 43.691µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:44:55 | 200 | 40.79µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:45:00 | 200 | 40.042µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:45:00 | 200 | 39.495µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-20T14:45:01.483Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/05/20 - 14:45:01 | 200 | 8.716636ms | 10.132.0.32 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/05/20 - 14:45:04 | 200 | 41.863µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:45:10 | 200 | 39.285µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/20 - 14:45:10 | 200 | 63.711µs | 10.134.0.2 | GET "/health"