{"level":"info","timestamp":"2026-05-21T15:13:40.803Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f490c620-a05d-46c2-88e1-af443d0d22f3","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:13:40.803Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f490c620-a05d-46c2-88e1-af443d0d22f3","keyPrefix":"sk-oai-159p6f4DiPaA...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:13:40 | 201 | 1.63336ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:13:40 | 200 | 461.099µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:13:40 | 200 | 234.249µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:13:40 | 200 | 506.653µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:13:40 | 200 | 201.067µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:13:41 | 200 | 39.561µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:13:41 | 200 | 43.537µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:13:42 | 200 | 721.204µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:13:42 | 200 | 191.828µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:13:46 | 200 | 43.488µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:13:51 | 200 | 48.132µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:13:51 | 200 | 50.604µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:13:56 | 200 | 63.161µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:14:01 | 200 | 42.581µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:14:01 | 200 | 35.101µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:14:06 | 200 | 39.76µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:14:11 | 200 | 36µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:14:11 | 200 | 39.503µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:14:16 | 200 | 34.926µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:14:21 | 200 | 34.127µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:14:21 | 200 | 33.862µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:14:26 | 200 | 33.101µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:14:30.515Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-success","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"45e352ae-00c2-411a-a551-93f424b9a2c4","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:14:30.515Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"45e352ae-00c2-411a-a551-93f424b9a2c4","keyPrefix":"sk-oai-1bvQovoAHi7A...","username":"system:serviceaccount:models-as-a-service:e2e-sa-success","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:14:30 | 201 | 1.873307ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:14:30 | 200 | 790.355µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:14:30 | 200 | 261.681µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:14:31 | 200 | 41.746µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:14:31 | 200 | 44.737µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:14:32 | 200 | 789.521µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:14:32 | 200 | 171.919µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:14:34 | 200 | 922.324µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:14:34 | 200 | 392.86µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:14:36 | 200 | 38.154µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:14:41 | 200 | 35.61µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:14:41 | 200 | 62.261µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:14:43.863Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"2da745cf-baba-47ad-af74-91fee387aa07","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:14:43.863Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2da745cf-baba-47ad-af74-91fee387aa07","keyPrefix":"sk-oai-BrTmTm4luduS...","username":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:14:43 | 201 | 1.988765ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:14:46 | 200 | 36.686µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:14:51 | 200 | 33.353µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:14:51 | 200 | 35.448µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:14:52 | 200 | 998.188µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:14:52 | 200 | 414.344µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:14:56 | 200 | 35.355µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:15:01 | 200 | 33.722µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:15:01 | 200 | 45.551µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:15:04.352Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/05/21 - 15:15:04 | 200 | 1.055942ms | 10.132.0.27 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/05/21 - 15:15:06 | 200 | 34.846µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:15:09.672Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"5e1f574a-50cf-4f9d-8b8f-54e28ec0b967","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:15:09.672Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5e1f574a-50cf-4f9d-8b8f-54e28ec0b967","keyPrefix":"sk-oai-c9pk304jgqC6...","username":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:15:09 | 201 | 2.009335ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:15:09 | 200 | 473.36µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:15:09 | 200 | 260.565µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:15:11 | 200 | 33.639µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:15:11 | 200 | 38.651µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:15:16 | 200 | 35.62µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:15:21 | 200 | 39.3µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:15:21 | 200 | 33.884µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:15:26 | 200 | 35.988µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:15:27.422Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"81ed81f6-a0c9-44de-b8e4-6652b23aeb2c","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:15:27.422Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"81ed81f6-a0c9-44de-b8e4-6652b23aeb2c","keyPrefix":"sk-oai-NdlaHLsaOSH5...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:15:27 | 201 | 1.972623ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:15:27 | 200 | 509.014µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:15:27 | 200 | 241.076µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:15:31 | 200 | 33.91µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:15:31 | 200 | 33.758µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:15:36 | 200 | 36.38µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:15:41 | 200 | 33.346µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:15:41 | 200 | 34.56µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:15:44.843Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"8f2e5ced-fd5d-4ec3-910f-95ef7654793e","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:15:44.843Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8f2e5ced-fd5d-4ec3-910f-95ef7654793e","keyPrefix":"sk-oai-kIvOUpFp4dhI...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:15:44 | 201 | 1.540508ms | 100.64.0.4 | POST "/v1/api-keys" {"level":"info","timestamp":"2026-05-21T15:15:44.877Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"2848d220-faf8-4d4a-87e2-c5354fd8ac0c","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:15:44.877Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2848d220-faf8-4d4a-87e2-c5354fd8ac0c","keyPrefix":"sk-oai-fPCyDUtDBPID...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:15:44 | 201 | 2.069373ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:15:44 | 200 | 506.193µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:15:44 | 200 | 276.012µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:15:44 | 200 | 533.871µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:15:44 | 200 | 275.393µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:15:46 | 200 | 39.966µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:15:51 | 200 | 38.835µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:15:51 | 200 | 41.066µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:15:56 | 200 | 44.768µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:16:01 | 200 | 42.98µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:16:01 | 200 | 50.098µs | 10.134.0.2 | GET "/health" {"level":"warn","timestamp":"2026-05-21T15:16:02.609Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"} {"level":"error","timestamp":"2026-05-21T15:16:02.609Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/05/21 - 15:16:02 | 400 | 361.753µs | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:16:06 | 200 | 40.451µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:16:11 | 200 | 47.12µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:16:11 | 200 | 39.197µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:16:16 | 200 | 41.177µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:16:20.073Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"f95a0423-79af-41d2-94cf-25457c0dd0fe","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:16:20.073Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f95a0423-79af-41d2-94cf-25457c0dd0fe","keyPrefix":"sk-oai-FRmc2iehoG3N...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:16:20 | 201 | 10.723322ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:16:20 | 200 | 1.446223ms | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:16:20 | 200 | 258.472µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:16:21 | 200 | 42.449µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:16:21 | 200 | 47.615µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:16:26 | 200 | 40.735µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:16:29.131Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"3c66574e-dc5c-4b00-97f4-0707d2a29252","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:16:29.131Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3c66574e-dc5c-4b00-97f4-0707d2a29252","keyPrefix":"sk-oai-KutvokAxLlYO...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:16:29 | 201 | 2.005475ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:16:31 | 200 | 46.248µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:16:31 | 200 | 48.639µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:16:36 | 200 | 41.691µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:16:37 | 200 | 1.016769ms | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:16:37 | 200 | 373.761µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:16:41 | 200 | 41.061µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:16:41 | 200 | 48.825µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:16:46 | 200 | 39.3µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:16:51 | 200 | 43.216µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:16:51 | 200 | 49.265µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:16:54.728Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"3d8fa99a-9ba6-4259-aaae-9a9f5c9a5b52","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:16:54.728Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3d8fa99a-9ba6-4259-aaae-9a9f5c9a5b52","keyPrefix":"sk-oai-1FFwOLKlZGH8...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:16:54 | 201 | 1.693042ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:16:54 | 200 | 698.539µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:16:54 | 200 | 434.364µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:16:56 | 200 | 42.604µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:17:01 | 200 | 40.963µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:17:01 | 200 | 40.154µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:17:06 | 200 | 45.456µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:17:11 | 200 | 41.1µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:17:11 | 200 | 53.642µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:17:16 | 200 | 41.254µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:17:21 | 200 | 46.744µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:17:21 | 200 | 41.88µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:17:26 | 200 | 44.478µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:17:31 | 200 | 62.205µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:17:31 | 200 | 41.61µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:17:36 | 200 | 43.219µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:17:41 | 200 | 36.527µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:17:41 | 200 | 40.552µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:17:46 | 200 | 38.453µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:17:51 | 200 | 39.79µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:17:51 | 200 | 36.927µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:17:56 | 200 | 33.114µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:18:01 | 200 | 35.321µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:18:01 | 200 | 34.13µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:18:06 | 200 | 46.34µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:18:11 | 200 | 37.333µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:18:11 | 200 | 35.007µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:18:16 | 200 | 31.733µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:18:21 | 200 | 34.716µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:18:21 | 200 | 36.828µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:18:26 | 200 | 35.317µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:18:31 | 200 | 34.634µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:18:31 | 200 | 35.483µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:18:36 | 200 | 45.505µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:18:41 | 200 | 35.432µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:18:41 | 200 | 33.801µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:18:46 | 200 | 34.792µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:18:51 | 200 | 32.806µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:18:51 | 200 | 37.282µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:18:54.650Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"9363667d-0f85-489e-8d77-2de1d63f43fd","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:18:54.650Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9363667d-0f85-489e-8d77-2de1d63f43fd","keyPrefix":"sk-oai-rZ0yTF1es2SH...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:18:54 | 201 | 2.328683ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:18:56 | 200 | 34.822µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:19:01 | 200 | 34.744µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:19:01 | 200 | 34.294µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:19:06 | 200 | 52.207µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:19:11 | 200 | 32.946µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:19:11 | 200 | 36.708µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:19:16 | 200 | 36.019µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:19:17 | 200 | 944.153µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:19:17 | 200 | 158.644µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:19:17 | 404 | 1.029832ms | 100.64.0.2 | DELETE "/v1/api-keys/e2e-trlp-test-key" [GIN] 2026/05/21 - 15:19:21 | 200 | 31.946µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:19:21 | 200 | 35.14µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:19:26 | 200 | 37.299µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:19:31 | 200 | 35.475µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:19:31 | 200 | 65.307µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:19:36 | 200 | 39.083µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:19:41 | 200 | 40.405µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:19:41 | 200 | 38.702µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:19:46 | 200 | 39.574µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:19:51 | 200 | 49.499µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:19:51 | 200 | 43.629µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:19:56 | 200 | 41.862µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:20:01 | 200 | 40.454µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:20:01 | 200 | 44.546µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:20:06 | 200 | 55.586µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:20:10.167Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"76a15bca-6eb6-4f45-be18-d1a7785a7264","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:20:10.167Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"76a15bca-6eb6-4f45-be18-d1a7785a7264","keyPrefix":"sk-oai-1QbXEDsvuRJv...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:20:10 | 201 | 2.134506ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:20:10 | 200 | 613.928µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:20:10 | 200 | 158.672µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:20:11 | 200 | 38.355µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:20:11 | 200 | 40.479µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:20:16 | 200 | 42.376µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:20:21 | 200 | 39.75µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:20:21 | 200 | 50.786µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:20:26 | 200 | 38.35µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:20:29.428Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"cbfe4c5f-4e48-4faa-8d21-ee670efb97ba","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:20:29.428Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cbfe4c5f-4e48-4faa-8d21-ee670efb97ba","keyPrefix":"sk-oai-IjUiC3C88tDx...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:20:29 | 201 | 2.167373ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:20:29 | 200 | 665.714µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:20:29 | 200 | 222.107µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:20:29 | 200 | 536.532µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:20:29 | 200 | 253.627µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:20:31 | 200 | 40.233µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:20:31 | 200 | 43.353µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:20:36 | 200 | 42.401µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:20:41 | 200 | 42.463µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:20:41 | 200 | 42.626µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:20:46 | 200 | 38.823µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:20:48.872Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"e77728b7-296b-4016-a936-db4fb60cd8ff","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:20:48.872Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e77728b7-296b-4016-a936-db4fb60cd8ff","keyPrefix":"sk-oai-1caIKtTujZeL...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:20:48 | 201 | 2.071497ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:20:48 | 200 | 562.624µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:20:48 | 200 | 456.73µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:20:48 | 200 | 154.658µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:20:48 | 200 | 18.34559ms | 100.64.0.2 | GET "/v1/models" [GIN] 2026/05/21 - 15:20:51 | 200 | 46.366µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:20:51 | 200 | 50.049µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:20:56 | 200 | 39.689µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:21:01 | 200 | 42.621µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:21:01 | 200 | 39.698µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:21:06 | 200 | 40.005µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:21:08 | 200 | 243.117µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:21:08 | 200 | 156.557µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:21:08 | 200 | 19.809408ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/21 - 15:21:11 | 200 | 43.66µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:21:11 | 200 | 41.882µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:21:16 | 200 | 41.998µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:21:20.091Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b0856872-7105-435c-9225-1013c67aab3b","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:21:20.091Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b0856872-7105-435c-9225-1013c67aab3b","keyPrefix":"sk-oai-16Kojs2M5HOA...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:21:20 | 201 | 11.0109ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:21:21 | 200 | 53.452µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:21:21 | 200 | 52.208µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:21:26 | 200 | 43.531µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:21:31 | 200 | 41.892µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:21:31 | 200 | 43.393µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:21:36 | 200 | 47.845µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:21:41 | 200 | 42.894µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:21:41 | 200 | 38.527µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:21:46 | 200 | 43.305µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:21:50 | 200 | 1.509802ms | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:21:50 | 200 | 146.407µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:21:50 | 200 | 612.654µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:21:50 | 200 | 480.259µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:21:50 | 200 | 157.942µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:21:50 | 200 | 12.842761ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/21 - 15:21:51 | 200 | 40.951µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:21:51 | 200 | 41.248µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:21:56 | 200 | 50.059µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:22:01 | 200 | 45.951µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:22:01 | 200 | 40.973µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:22:06 | 200 | 48.478µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:22:07 | 200 | 153.101µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:22:07 | 200 | 13.747422ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/05/21 - 15:22:11 | 200 | 45.045µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:22:11 | 200 | 46.727µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:22:15.896Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"63229dab-77d8-4852-9416-aba29c9fff88","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:22:15.896Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"63229dab-77d8-4852-9416-aba29c9fff88","keyPrefix":"sk-oai-e0Y3wTiyRKDQ...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:22:15 | 201 | 3.350066ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:22:16 | 200 | 41.173µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:22:21 | 200 | 40.471µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:22:21 | 200 | 47.697µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:22:23 | 200 | 815.868µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:22:23 | 200 | 497.051µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:22:23 | 200 | 173.952µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:22:23 | 200 | 10.394979ms | 100.64.0.2 | GET "/v1/models" {"level":"info","timestamp":"2026-05-21T15:22:24.419Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"406c9ac8-9745-4618-829a-9d843d304b7b","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:22:24.419Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"406c9ac8-9745-4618-829a-9d843d304b7b","keyPrefix":"sk-oai-1X1lDwI9aGgr...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:22:24 | 201 | 1.79875ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:22:26 | 200 | 41.953µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:22:31 | 200 | 43.077µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:22:31 | 200 | 40.46µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:22:32 | 200 | 883.025µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:22:32 | 200 | 389.718µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:22:32 | 200 | 140.89µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:22:32 | 200 | 6.937141ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/21 - 15:22:32 | 200 | 446.014µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:22:32 | 200 | 397.698µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:22:32 | 200 | 135.754µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:22:32 | 200 | 6.350564ms | 100.64.0.4 | GET "/v1/models" {"level":"info","timestamp":"2026-05-21T15:22:33.444Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3b410b35-06b7-43a7-aa2d-5a0ad38caa92","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:22:33.444Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3b410b35-06b7-43a7-aa2d-5a0ad38caa92","keyPrefix":"sk-oai-L5ulwzy7Kls3...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:22:33 | 201 | 1.689986ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:22:36 | 200 | 40.296µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:22:41 | 200 | 39.852µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:22:41 | 200 | 773.747µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:22:41 | 200 | 400.269µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:22:41 | 200 | 165.671µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:22:41 | 200 | 10.027152ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/05/21 - 15:22:41 | 200 | 41.266µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:22:46 | 200 | 42.438µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:22:50.630Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9a239ebf-0722-4826-b525-17b3269eb560","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:22:50.630Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9a239ebf-0722-4826-b525-17b3269eb560","keyPrefix":"sk-oai-rJRuGPhDJDCz...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:22:50 | 201 | 1.912092ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:22:51 | 200 | 39.463µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:22:51 | 200 | 42.305µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:22:56 | 200 | 40.329µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:22:58 | 200 | 768.98µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:22:58 | 200 | 491.233µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:22:58 | 200 | 151.414µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:22:58 | 200 | 435.842µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:22:58 | 200 | 169.799µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:22:58 | 200 | 19.894137ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/21 - 15:23:01 | 200 | 40.533µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:23:01 | 200 | 40.521µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:23:06 | 200 | 45.04µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:23:11 | 200 | 40.846µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:23:11 | 200 | 44.428µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:23:12.156Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4b5767a9-fedc-4a09-bc59-987a1cd64392","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:23:12.156Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4b5767a9-fedc-4a09-bc59-987a1cd64392","keyPrefix":"sk-oai-MtVPEsOl10at...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:23:12 | 201 | 2.161006ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:23:16 | 200 | 41.559µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:23:20 | 200 | 758.357µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:23:20 | 200 | 477.968µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:23:20 | 200 | 190.347µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:23:20 | 200 | 10.650213ms | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:23:20 | 200 | 168.742µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:23:20 | 200 | 46.673406ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/05/21 - 15:23:21 | 200 | 42.443µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:23:21 | 200 | 41.218µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:23:26 | 200 | 41.732µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:23:31 | 200 | 39.219µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:23:31 | 200 | 42.792µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:23:36 | 200 | 40.259µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:23:36 | 200 | 168.428µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:23:36 | 200 | 174.713µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:23:36 | 200 | 170.324µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:23:36 | 200 | 32.545739ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/05/21 - 15:23:41 | 200 | 39.628µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:23:41 | 200 | 41.895µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:23:46 | 200 | 45.204µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:23:51 | 200 | 38.723µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:23:51 | 200 | 73.424µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:23:54 | 200 | 158.404µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:23:54 | 200 | 12.265801ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/21 - 15:23:56 | 200 | 45.911µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:24:01 | 200 | 41.574µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:24:01 | 200 | 41.54µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:24:05.367Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b37a574b-3718-4931-99a1-e73f3e91d31f","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:24:05.367Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b37a574b-3718-4931-99a1-e73f3e91d31f","keyPrefix":"sk-oai-mN5u0qmJ1PLw...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:24:05 | 201 | 3.829812ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:24:06 | 200 | 42.981µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:24:11 | 200 | 42.72µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:24:11 | 200 | 45.776µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:24:13 | 200 | 947.249µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:24:13 | 200 | 140.114µs | 100.64.0.4 | GET "/v1/models" {"level":"info","timestamp":"2026-05-21T15:24:14.023Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f71870bb-a7ef-4c23-80df-08f8e1ec053f","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:24:14.023Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f71870bb-a7ef-4c23-80df-08f8e1ec053f","keyPrefix":"sk-oai-eyxqPZpB82Lc...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:24:14 | 201 | 1.794941ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:24:16 | 200 | 39.508µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:24:21 | 200 | 41.172µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:24:21 | 200 | 42.803µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:24:22 | 200 | 1.041839ms | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:24:22 | 200 | 495.937µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:24:22 | 200 | 113.473µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:24:22 | 200 | 10.542459ms | 100.64.0.3 | GET "/v1/models" {"level":"info","timestamp":"2026-05-21T15:24:22.477Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"19da3194-0b7b-400b-8f26-6bed622c0bab","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:24:22.478Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"19da3194-0b7b-400b-8f26-6bed622c0bab","keyPrefix":"sk-oai-1LRGlA6SERn1...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:24:22 | 201 | 1.802734ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:24:26 | 200 | 40.942µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:24:30 | 200 | 1.042011ms | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:24:30 | 200 | 474.15µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:24:30 | 200 | 149.728µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:24:30 | 200 | 9.654452ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/21 - 15:24:31 | 200 | 39.102µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:24:31.288Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"cbd112b7-802b-40f3-a109-6d0224b47625","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:24:31.288Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cbd112b7-802b-40f3-a109-6d0224b47625","keyPrefix":"sk-oai-A3Wu8M7C3FeO...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:24:31 | 201 | 1.810539ms | 100.64.0.2 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:24:31 | 200 | 39.692µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:24:36 | 200 | 39.522µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:24:39 | 200 | 954.425µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:24:39 | 200 | 382.997µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:24:39 | 200 | 169.683µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:24:39 | 200 | 9.320099ms | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/21 - 15:24:41 | 200 | 44.639µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:24:41 | 200 | 46.983µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:24:46 | 200 | 38.659µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:24:48.549Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"2e27d00d-525c-4b08-8c20-87c8229dad32","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:24:48.549Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2e27d00d-525c-4b08-8c20-87c8229dad32","keyPrefix":"sk-oai-SgL3E4Vtv3Nt...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:24:48 | 201 | 2.438793ms | 100.64.0.4 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:24:51 | 200 | 41.845µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:24:51 | 200 | 41.316µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:24:56 | 200 | 40.077µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:25:01 | 200 | 42.68µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:25:01 | 200 | 43.065µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:25:04 | 200 | 1.253517ms | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:25:04 | 403 | 100.537µs | 100.64.0.2 | GET "/v1/models" [GIN] 2026/05/21 - 15:25:06 | 200 | 42.819µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:25:11 | 200 | 38.424µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:25:11 | 200 | 45.531µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:25:16 | 200 | 39.868µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:25:21 | 200 | 41.462µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:25:21 | 200 | 49.731µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:25:21 | 403 | 149.822µs | 100.64.0.2 | GET "/v1/models" [GIN] 2026/05/21 - 15:25:26 | 200 | 46.721µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:25:31 | 200 | 42.249µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:25:31 | 200 | 58.755µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:25:36 | 200 | 46.722µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:25:39 | 403 | 163.919µs | 100.64.0.4 | GET "/v1/models" [GIN] 2026/05/21 - 15:25:41 | 200 | 56.127µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:25:41 | 200 | 51.579µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:25:46 | 200 | 41.697µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:25:51 | 200 | 39.325µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:25:51 | 200 | 44.805µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:25:56 | 200 | 42.158µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:25:56 | 403 | 175.937µs | 100.64.0.2 | GET "/v1/models" [GIN] 2026/05/21 - 15:26:01 | 200 | 39.4µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:26:01 | 200 | 47.623µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:26:06 | 200 | 37.656µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:26:08.491Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"12b74603-a041-47ac-970e-1e0b7f954f8a","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:26:08.491Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"12b74603-a041-47ac-970e-1e0b7f954f8a","keyPrefix":"sk-oai-6lTUZ77M8ZIK...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:26:08 | 201 | 2.230102ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:26:11 | 200 | 40.033µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:26:11 | 200 | 42.494µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:26:16 | 200 | 41.885µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:26:16 | 200 | 819.559µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:26:16 | 200 | 493.82µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:26:16 | 200 | 188.27µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:26:16 | 200 | 18.256847ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/05/21 - 15:26:21 | 200 | 47.277µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:26:21 | 200 | 42.379µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:26:26 | 200 | 38.392µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:26:30.810Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"538351eb-5892-45e9-b5e2-1150072da25e","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:26:30.810Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"538351eb-5892-45e9-b5e2-1150072da25e","keyPrefix":"sk-oai-16PVNM1MqZET...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:26:30 | 201 | 2.060267ms | 100.64.0.2 | POST "/v1/api-keys" {"level":"info","timestamp":"2026-05-21T15:26:30.843Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"548f7540-bd11-4654-88c7-cda9f266bc8e","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:26:30.843Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"548f7540-bd11-4654-88c7-cda9f266bc8e","keyPrefix":"sk-oai-1VjwKncQ57af...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:26:30 | 201 | 1.681251ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:26:31 | 200 | 38.396µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:26:31 | 200 | 35.151µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:26:36 | 200 | 32.502µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:26:38 | 200 | 780.779µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:26:38 | 200 | 381.217µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:26:38 | 200 | 184.223µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:26:38 | 200 | 9.627839ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/05/21 - 15:26:38 | 200 | 456.583µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:26:38 | 200 | 363.639µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:26:38 | 200 | 132.206µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:26:38 | 200 | 11.898838ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/05/21 - 15:26:41 | 200 | 34.46µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:26:41 | 200 | 34.523µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:26:46 | 200 | 34.105µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:26:51 | 200 | 33.135µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:26:51 | 200 | 37.148µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:26:55 | 200 | 234.344µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:26:55 | 200 | 256.285µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:26:55 | 200 | 197.736µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:26:55 | 200 | 44.052089ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/05/21 - 15:26:56 | 200 | 33.753µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:27:01 | 200 | 40.641µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:27:01 | 200 | 33.802µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:27:06 | 200 | 37.414µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:27:11 | 200 | 32.419µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:27:11 | 200 | 33.293µs | 10.134.0.2 | GET "/health" {"level":"error","timestamp":"2026-05-21T15:27:12.426Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/05/21 - 15:27:12 | 500 | 123.948µs | 100.64.0.3 | GET "/v1/models" [GIN] 2026/05/21 - 15:27:16 | 200 | 38.813µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:27:21 | 200 | 35.263µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:27:21 | 200 | 36.659µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:27:26 | 200 | 43.619µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:27:31 | 200 | 35.84µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:27:31 | 200 | 36.292µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:27:36 | 200 | 37.862µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:27:38.175Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"075368f9-8d92-44c1-a2df-f04d4bc6a38d","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:27:38.175Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"075368f9-8d92-44c1-a2df-f04d4bc6a38d","keyPrefix":"sk-oai-1P7ku5sQq2J9...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:27:38 | 201 | 3.26394ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:27:38 | 200 | 591.068µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:27:38 | 200 | 195.344µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:27:38 | 200 | 555.8µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:27:38 | 200 | 257.16µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:27:38 | 200 | 469.301µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:27:38 | 200 | 228.953µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:27:38 | 200 | 529.649µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:27:38 | 200 | 452.855µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:27:38 | 200 | 408.303µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:27:38 | 200 | 28.865819ms | 100.64.0.4 | GET "/v1/models" [GIN] 2026/05/21 - 15:27:41 | 200 | 33.04µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:27:41 | 200 | 39.986µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:27:46 | 200 | 34.221µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:27:51 | 200 | 42.255µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:27:51 | 200 | 45.096µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-21T15:27:53.995Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"848b425f-e1f7-436d-a7da-f870d923f7c4","ephemeral":false} {"level":"info","timestamp":"2026-05-21T15:27:53.995Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"848b425f-e1f7-436d-a7da-f870d923f7c4","keyPrefix":"sk-oai-1MJp9H5gWHHc...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/21 - 15:27:53 | 201 | 1.468501ms | 100.64.0.3 | POST "/v1/api-keys" [GIN] 2026/05/21 - 15:27:54 | 200 | 547.018µs | 10.133.0.59 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/21 - 15:27:54 | 200 | 247.294µs | 10.133.0.59 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/21 - 15:27:56 | 200 | 38.605µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:28:01 | 200 | 42.434µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:28:01 | 200 | 40.418µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:28:06 | 200 | 44.467µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:28:11 | 200 | 38.871µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:28:11 | 200 | 42.369µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:28:16 | 200 | 41.324µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:28:21 | 200 | 37.65µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:28:21 | 200 | 45.401µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:28:26 | 200 | 45.117µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:28:31 | 200 | 46.086µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:28:31 | 200 | 41.705µs | 10.134.0.2 | GET "/health" [GIN] 2026/05/21 - 15:28:36 | 200 | 40.031µs | 10.134.0.2 | GET "/health"