[GIN] 2026/07/06 - 19:37:58 | 200 | 35.48µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:38:03 | 200 | 46.614µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:38:04 | 200 | 34.263µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:38:08 | 200 | 42.73µs | 10.132.0.2 | GET "/health" {"level":"warn","timestamp":"2026-07-06T19:38:10.610Z","caller":"api_keys/service.go:161","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:llm:e2e-apikey-failed-sa","requestedSubscription":"e2e-apikey-failed-sub","error":"requested model is unhealthy in subscription"} {"level":"error","timestamp":"2026-07-06T19:38:10.610Z","caller":"api_keys/handler.go:231","message":"Failed to create API key","error":"requested model is unhealthy in subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:231\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:123\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/07/06 - 19:38:10 | 403 | 310.726µs | 44.212.242.249 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:38:13 | 200 | 33.767µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:38:14 | 200 | 32.87µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:38:18 | 200 | 34.724µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:38:23 | 200 | 34.077µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:38:24 | 200 | 42.714µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-07-06T19:38:25.940Z","caller":"api_keys/service.go:181","message":"Created API key","user":"system:serviceaccount:llm:e2e-apikey-pending-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"32c44499-d373-4d80-ac9c-f865e772b362","ephemeral":false} {"level":"info","timestamp":"2026-07-06T19:38:25.940Z","caller":"api_keys/handler.go:267","message":"Created API key","keyId":"32c44499-d373-4d80-ac9c-f865e772b362","keyPrefix":"sk-oai-f1G33A8CrTDI...","username":"system:serviceaccount:llm:e2e-apikey-pending-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/07/06 - 19:38:25 | 201 | 1.691852ms | 44.212.242.249 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:38:28 | 200 | 36.96µs | 10.132.0.2 | GET "/health" {"level":"warn","timestamp":"2026-07-06T19:38:31.998Z","caller":"api_keys/service.go:161","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:llm:e2e-apikey-unreconciled-sa","requestedSubscription":"e2e-apikey-unreconciled-sub","error":"requested model is unhealthy in subscription"} {"level":"error","timestamp":"2026-07-06T19:38:31.999Z","caller":"api_keys/handler.go:231","message":"Failed to create API key","error":"requested model is unhealthy in subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:231\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:123\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/07/06 - 19:38:31 | 400 | 291.574µs | 44.212.242.249 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:38:33 | 200 | 47.374µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:38:34 | 200 | 45.377µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:38:38 | 200 | 40.366µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:38:43 | 200 | 38.571µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:38:44 | 200 | 38.07µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:38:48 | 200 | 74.574µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:38:53 | 200 | 37.973µs | 10.132.0.2 | GET "/health" {"level":"error","timestamp":"2026-07-06T19:38:54.180Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/07/06 - 19:38:54 | 500 | 86.915µs | 44.212.242.249 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:38:54 | 200 | 44.592µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:38:58 | 200 | 39.616µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-07-06T19:38:59.229Z","caller":"api_keys/service.go:181","message":"Created API key","user":"system:serviceaccount:llm:e2e-filter-sa-5c89f405","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"02b8d5a2-4450-4b81-a16d-f2b00387c6a6","ephemeral":false} {"level":"info","timestamp":"2026-07-06T19:38:59.229Z","caller":"api_keys/handler.go:267","message":"Created API key","keyId":"02b8d5a2-4450-4b81-a16d-f2b00387c6a6","keyPrefix":"sk-oai-1XGZ1WbSCnND...","username":"system:serviceaccount:llm:e2e-filter-sa-5c89f405","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/07/06 - 19:38:59 | 201 | 1.782575ms | 44.212.242.249 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-07-06T19:38:59.267Z","caller":"api_keys/service.go:181","message":"Created API key","user":"system:serviceaccount:llm:e2e-filter-sa-5c89f405","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"ddd8e9b6-40c5-44c4-a6eb-8483ec122def","ephemeral":false} {"level":"info","timestamp":"2026-07-06T19:38:59.267Z","caller":"api_keys/handler.go:267","message":"Created API key","keyId":"ddd8e9b6-40c5-44c4-a6eb-8483ec122def","keyPrefix":"sk-oai-gMXPxurVOe9s...","username":"system:serviceaccount:llm:e2e-filter-sa-5c89f405","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/07/06 - 19:38:59 | 201 | 1.62001ms | 44.212.242.249 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-07-06T19:38:59.302Z","caller":"api_keys/service.go:181","message":"Created API key","user":"system:serviceaccount:llm:e2e-filter-sa-5c89f405","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"4939c3e6-b1d7-4534-be08-c625094aa875","ephemeral":false} {"level":"info","timestamp":"2026-07-06T19:38:59.302Z","caller":"api_keys/handler.go:267","message":"Created API key","keyId":"4939c3e6-b1d7-4534-be08-c625094aa875","keyPrefix":"sk-oai-1aQtdUenc9oG...","username":"system:serviceaccount:llm:e2e-filter-sa-5c89f405","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/07/06 - 19:38:59 | 201 | 1.535003ms | 44.212.242.249 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:38:59 | 200 | 3.784344ms | 44.212.242.249 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-07-06T19:38:59.371Z","caller":"api_keys/store_postgres.go:487","message":"Revoked API key","id":"02b8d5a2-4450-4b81-a16d-f2b00387c6a6"} {"level":"info","timestamp":"2026-07-06T19:38:59.371Z","caller":"api_keys/handler.go:368","message":"Revoked API key","keyId":"02b8d5a2-4450-4b81-a16d-f2b00387c6a6","revokedBy":"system:serviceaccount:llm:e2e-filter-sa-5c89f405"} [GIN] 2026/07/06 - 19:38:59 | 200 | 1.821484ms | 44.212.242.249 | DELETE "/v1/api-keys/02b8d5a2-4450-4b81-a16d-f2b00387c6a6" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-07-06T19:38:59.406Z","caller":"api_keys/store_postgres.go:487","message":"Revoked API key","id":"ddd8e9b6-40c5-44c4-a6eb-8483ec122def"} {"level":"info","timestamp":"2026-07-06T19:38:59.406Z","caller":"api_keys/handler.go:368","message":"Revoked API key","keyId":"ddd8e9b6-40c5-44c4-a6eb-8483ec122def","revokedBy":"system:serviceaccount:llm:e2e-filter-sa-5c89f405"} [GIN] 2026/07/06 - 19:38:59 | 200 | 1.592883ms | 44.212.242.249 | DELETE "/v1/api-keys/ddd8e9b6-40c5-44c4-a6eb-8483ec122def" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-07-06T19:38:59.441Z","caller":"api_keys/store_postgres.go:487","message":"Revoked API key","id":"4939c3e6-b1d7-4534-be08-c625094aa875"} {"level":"info","timestamp":"2026-07-06T19:38:59.441Z","caller":"api_keys/handler.go:368","message":"Revoked API key","keyId":"4939c3e6-b1d7-4534-be08-c625094aa875","revokedBy":"system:serviceaccount:llm:e2e-filter-sa-5c89f405"} [GIN] 2026/07/06 - 19:38:59 | 200 | 1.726436ms | 44.212.242.249 | DELETE "/v1/api-keys/4939c3e6-b1d7-4534-be08-c625094aa875" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:39:03 | 200 | 44.996µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:39:04 | 200 | 48.669µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-07-06T19:39:04.570Z","caller":"api_keys/service.go:181","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c8e69fed-70ac-49bc-93d2-84d96425d378","ephemeral":false} {"level":"info","timestamp":"2026-07-06T19:39:04.570Z","caller":"api_keys/handler.go:267","message":"Created API key","keyId":"c8e69fed-70ac-49bc-93d2-84d96425d378","keyPrefix":"sk-oai-1Mlh4vmPFg44...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/07/06 - 19:39:04 | 201 | 1.652862ms | 44.212.242.249 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-07-06T19:39:04.608Z","caller":"api_keys/service.go:181","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1e466f5f-d358-4afe-80a1-a039ba6fa82e","ephemeral":false} {"level":"info","timestamp":"2026-07-06T19:39:04.608Z","caller":"api_keys/handler.go:267","message":"Created API key","keyId":"1e466f5f-d358-4afe-80a1-a039ba6fa82e","keyPrefix":"sk-oai-dAHIbFVzg8lM...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/07/06 - 19:39:04 | 201 | 1.507122ms | 44.212.242.249 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:39:04 | 200 | 4.094448ms | 44.212.242.249 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-07-06T19:39:04.682Z","caller":"api_keys/store_postgres.go:487","message":"Revoked API key","id":"c8e69fed-70ac-49bc-93d2-84d96425d378"} {"level":"info","timestamp":"2026-07-06T19:39:04.682Z","caller":"api_keys/handler.go:368","message":"Revoked API key","keyId":"c8e69fed-70ac-49bc-93d2-84d96425d378","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/07/06 - 19:39:04 | 200 | 1.674064ms | 44.212.242.249 | DELETE "/v1/api-keys/c8e69fed-70ac-49bc-93d2-84d96425d378" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-07-06T19:39:04.716Z","caller":"api_keys/store_postgres.go:487","message":"Revoked API key","id":"1e466f5f-d358-4afe-80a1-a039ba6fa82e"} {"level":"info","timestamp":"2026-07-06T19:39:04.716Z","caller":"api_keys/handler.go:368","message":"Revoked API key","keyId":"1e466f5f-d358-4afe-80a1-a039ba6fa82e","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/07/06 - 19:39:04 | 200 | 1.493404ms | 44.212.242.249 | DELETE "/v1/api-keys/1e466f5f-d358-4afe-80a1-a039ba6fa82e" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-07-06T19:39:04.763Z","caller":"api_keys/service.go:181","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a9f76173-d746-40fc-8586-c819301fd111","ephemeral":false} {"level":"info","timestamp":"2026-07-06T19:39:04.763Z","caller":"api_keys/handler.go:267","message":"Created API key","keyId":"a9f76173-d746-40fc-8586-c819301fd111","keyPrefix":"sk-oai-12vzsqaOaBus...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/07/06 - 19:39:04 | 201 | 1.406541ms | 44.212.242.249 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:39:04 | 200 | 443.15µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:39:04 | 200 | 388.467µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-07-06T19:39:04.856Z","caller":"api_keys/service.go:181","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6e0ac7f5-6602-4e4b-8c62-66f62b85b8ba","ephemeral":false} {"level":"info","timestamp":"2026-07-06T19:39:04.856Z","caller":"api_keys/handler.go:267","message":"Created API key","keyId":"6e0ac7f5-6602-4e4b-8c62-66f62b85b8ba","keyPrefix":"sk-oai-8Pkq0q22ipkU...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/07/06 - 19:39:04 | 201 | 1.367029ms | 44.212.242.249 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:39:04 | 200 | 466.988µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:39:04 | 200 | 378.694µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-07-06T19:39:04.953Z","caller":"api_keys/service.go:181","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2df44bc9-c820-46a7-93c1-78266757e2ed","ephemeral":false} {"level":"info","timestamp":"2026-07-06T19:39:04.953Z","caller":"api_keys/handler.go:267","message":"Created API key","keyId":"2df44bc9-c820-46a7-93c1-78266757e2ed","keyPrefix":"sk-oai-7kjo67hRDIl3...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/07/06 - 19:39:04 | 201 | 1.337174ms | 44.212.242.249 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:39:08 | 200 | 34.606µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:39:09 | 200 | 2.32216ms | 10.133.0.38 | POST "/internal/v1/api-keys/validate" {"level":"info","timestamp":"2026-07-06T19:39:10.025Z","caller":"api_keys/service.go:181","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3d52d079-a115-4eff-8d51-eb4deed7f0ee","ephemeral":false} {"level":"info","timestamp":"2026-07-06T19:39:10.025Z","caller":"api_keys/handler.go:267","message":"Created API key","keyId":"3d52d079-a115-4eff-8d51-eb4deed7f0ee","keyPrefix":"sk-oai-XzCqm3zKzy5b...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/07/06 - 19:39:10 | 201 | 1.385006ms | 44.212.242.249 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:39:10 | 200 | 517.297µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:39:10 | 200 | 362.028µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:39:13 | 200 | 36.399µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:39:14 | 200 | 39.546µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-07-06T19:39:14.845Z","caller":"api_keys/service.go:181","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"02ba6437-fae4-497f-8ec2-0b491f261022","ephemeral":false} {"level":"info","timestamp":"2026-07-06T19:39:14.845Z","caller":"api_keys/handler.go:267","message":"Created API key","keyId":"02ba6437-fae4-497f-8ec2-0b491f261022","keyPrefix":"sk-oai-8ltHcQnnmvyf...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/07/06 - 19:39:14 | 201 | 1.655925ms | 44.212.242.249 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:39:14 | 200 | 399.623µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:39:14 | 200 | 242.958µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:39:14 | 200 | 343.666µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:39:14 | 200 | 235.041µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:39:14 | 200 | 341.55µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:39:14 | 200 | 293.012µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:39:14 | 200 | 297.703µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:39:14 | 200 | 189.352µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:39:18 | 200 | 31.531µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:39:23 | 200 | 41.262µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:39:24 | 200 | 36.579µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-07-06T19:39:27.516Z","caller":"api_keys/service.go:181","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4689e556-70d3-4d4a-be13-3c8fac5a484e","ephemeral":false} {"level":"info","timestamp":"2026-07-06T19:39:27.516Z","caller":"api_keys/handler.go:267","message":"Created API key","keyId":"4689e556-70d3-4d4a-be13-3c8fac5a484e","keyPrefix":"sk-oai-163VSPTEgB14...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/07/06 - 19:39:27 | 201 | 1.75674ms | 44.212.242.249 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:39:27 | 200 | 319.394µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:39:27 | 200 | 139.696µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:39:27 | 200 | 396.83µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:39:27 | 200 | 148.036µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-07-06T19:39:27.938Z","caller":"api_keys/service.go:181","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"93a8f854-bb6f-4e9f-9e4c-7467ddd9bad3","ephemeral":false} {"level":"info","timestamp":"2026-07-06T19:39:27.938Z","caller":"api_keys/handler.go:267","message":"Created API key","keyId":"93a8f854-bb6f-4e9f-9e4c-7467ddd9bad3","keyPrefix":"sk-oai-QW5uk18MZPK1...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/07/06 - 19:39:27 | 201 | 1.697143ms | 44.212.242.249 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-07-06T19:39:27.970Z","caller":"api_keys/store_postgres.go:487","message":"Revoked API key","id":"93a8f854-bb6f-4e9f-9e4c-7467ddd9bad3"} {"level":"info","timestamp":"2026-07-06T19:39:27.970Z","caller":"api_keys/handler.go:368","message":"Revoked API key","keyId":"93a8f854-bb6f-4e9f-9e4c-7467ddd9bad3","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/07/06 - 19:39:27 | 200 | 1.638163ms | 44.212.242.249 | DELETE "/v1/api-keys/93a8f854-bb6f-4e9f-9e4c-7467ddd9bad3" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-07-06T19:39:28.006Z","caller":"api_keys/service.go:181","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2f78cea0-c3e4-4087-8864-e76b50f5daec","ephemeral":false} {"level":"info","timestamp":"2026-07-06T19:39:28.006Z","caller":"api_keys/handler.go:267","message":"Created API key","keyId":"2f78cea0-c3e4-4087-8864-e76b50f5daec","keyPrefix":"sk-oai-WD1b3GvbyUPI...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/07/06 - 19:39:28 | 201 | 1.391312ms | 44.212.242.249 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-07-06T19:39:28.036Z","caller":"api_keys/store_postgres.go:487","message":"Revoked API key","id":"2f78cea0-c3e4-4087-8864-e76b50f5daec"} {"level":"info","timestamp":"2026-07-06T19:39:28.036Z","caller":"api_keys/handler.go:368","message":"Revoked API key","keyId":"2f78cea0-c3e4-4087-8864-e76b50f5daec","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/07/06 - 19:39:28 | 200 | 1.599606ms | 44.212.242.249 | DELETE "/v1/api-keys/2f78cea0-c3e4-4087-8864-e76b50f5daec" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"warn","timestamp":"2026-07-06T19:39:28.067Z","caller":"api_keys/service.go:161","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:default:tester-regular-user","requestedSubscription":"e2e-no-such-subscription-6444d76cd12d4bbc96e515c1eac2c1ff","error":"requested subscription not found"} {"level":"error","timestamp":"2026-07-06T19:39:28.067Z","caller":"api_keys/handler.go:231","message":"Failed to create API key","error":"requested subscription not found","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:231\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:123\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/07/06 - 19:39:28 | 400 | 246.098µs | 44.212.242.249 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:39:28 | 200 | 336.884µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:39:28 | 200 | 166.155µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:39:28 | 200 | 281.612µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:39:28 | 200 | 158.611µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:39:28 | 200 | 25.089µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:39:32 | 200 | 428.427µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:39:32 | 200 | 145.275µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:39:33 | 200 | 44.923µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:39:34 | 200 | 38.276µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:39:38 | 200 | 40.285µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:39:43 | 200 | 34.545µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:39:44 | 200 | 34.211µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-07-06T19:39:48.302Z","caller":"api_keys/service.go:181","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3291a227-db33-4fbb-84cd-ccd030438199","ephemeral":false} {"level":"info","timestamp":"2026-07-06T19:39:48.302Z","caller":"api_keys/handler.go:267","message":"Created API key","keyId":"3291a227-db33-4fbb-84cd-ccd030438199","keyPrefix":"sk-oai-1AWFCEyyMqVp...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/07/06 - 19:39:48 | 201 | 1.790064ms | 44.212.242.249 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:39:48 | 200 | 290.041µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:39:48 | 200 | 285.862µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:39:48 | 200 | 25.754µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:39:48 | 200 | 368.318µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:39:48 | 200 | 227.853µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:39:48 | 200 | 392.027µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:39:48 | 200 | 266.624µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:39:48 | 200 | 384.674µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:39:48 | 200 | 263.554µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:39:48 | 200 | 399.021µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:39:48 | 200 | 192.349µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:39:49 | 200 | 355.823µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:39:49 | 200 | 211.223µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:39:53 | 200 | 34.473µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:39:54 | 200 | 39.174µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:39:58 | 200 | 41.705µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:40:03 | 200 | 33.053µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:40:04 | 200 | 33.596µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-07-06T19:40:04.587Z","caller":"api_keys/service.go:181","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"71759087-074b-472b-ba70-0939d208424e","ephemeral":false} {"level":"info","timestamp":"2026-07-06T19:40:04.587Z","caller":"api_keys/handler.go:267","message":"Created API key","keyId":"71759087-074b-472b-ba70-0939d208424e","keyPrefix":"sk-oai-JcDSB2ZsUzjz...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/07/06 - 19:40:04 | 201 | 1.711484ms | 44.212.242.249 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:40:04 | 200 | 323.203µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:40:04 | 200 | 185.878µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:40:04 | 200 | 324.107µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:40:04 | 200 | 162.363µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:40:04 | 200 | 292.756µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:40:04 | 200 | 113.616µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:40:04 | 200 | 218.53µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:40:04 | 200 | 219.459µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:40:04 | 200 | 257.217µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:40:04 | 200 | 190.016µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:40:08 | 200 | 50.517µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:40:09 | 200 | 476.272µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:40:09 | 200 | 360.684µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:40:13 | 200 | 43.125µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:40:14 | 200 | 32.88µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-07-06T19:40:17.949Z","caller":"api_keys/service.go:181","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"03e3c5bc-cf84-463a-9a99-da8e99ab3de0","ephemeral":false} {"level":"info","timestamp":"2026-07-06T19:40:17.949Z","caller":"api_keys/handler.go:267","message":"Created API key","keyId":"03e3c5bc-cf84-463a-9a99-da8e99ab3de0","keyPrefix":"sk-oai-1YA5ebdeKTNV...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/07/06 - 19:40:17 | 201 | 1.78564ms | 44.212.242.249 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:40:17 | 200 | 520.407µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:40:17 | 200 | 346.995µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:40:18 | 200 | 33.057µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:40:20 | 200 | 615.592µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:40:20 | 200 | 376.649µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:40:23 | 200 | 38.064µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:40:24 | 200 | 36.068µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:40:28 | 200 | 40.367µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:40:32 | 200 | 1.067323ms | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:40:32 | 200 | 394.087µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:40:33 | 200 | 35.43µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:40:34 | 200 | 38.113µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:40:38 | 200 | 36.964µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:40:41 | 200 | 499.853µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:40:41 | 200 | 124.349µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:40:43 | 200 | 48.581µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:40:44 | 200 | 33.461µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:40:48 | 200 | 32.554µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:40:50 | 200 | 483.59µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:40:50 | 200 | 342.972µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:40:53 | 200 | 33.668µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:40:54 | 200 | 37.076µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:40:58 | 200 | 34.537µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:40:59 | 200 | 607.538µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:40:59 | 200 | 338.113µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:41:03 | 200 | 40.201µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:41:04 | 200 | 33.855µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:41:07 | 200 | 506.788µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:41:07 | 200 | 237.649µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:41:08 | 200 | 36.075µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-07-06T19:41:11.950Z","caller":"api_keys/service.go:181","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-ordering-sa-82f51e","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"ddc37806-3aad-4145-9345-6ac8fc037586","ephemeral":false} {"level":"info","timestamp":"2026-07-06T19:41:11.950Z","caller":"api_keys/handler.go:267","message":"Created API key","keyId":"ddc37806-3aad-4145-9345-6ac8fc037586","keyPrefix":"sk-oai-13u9D3CicFyi...","username":"system:serviceaccount:models-as-a-service:e2e-ordering-sa-82f51e","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/07/06 - 19:41:11 | 201 | 1.862682ms | 44.212.242.249 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:41:11 | 200 | 344.576µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:41:11 | 200 | 489.963µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:41:12 | 200 | 356.995µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:41:12 | 200 | 231.765µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:41:13 | 200 | 56.645µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:41:14 | 200 | 33.395µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:41:14 | 200 | 549.282µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:41:14 | 200 | 138.194µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:41:16 | 200 | 597.695µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:41:16 | 200 | 409.844µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:41:18 | 200 | 33.901µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:41:23 | 200 | 35.534µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:41:24 | 200 | 34.399µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:41:28 | 200 | 37.676µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:41:33 | 200 | 39.194µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:41:34 | 200 | 34.362µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:41:38 | 200 | 35.263µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-07-06T19:41:40.620Z","caller":"api_keys/service.go:181","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-success","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"758c7512-0b64-43d4-a9e3-c53d583e8cee","ephemeral":false} {"level":"info","timestamp":"2026-07-06T19:41:40.620Z","caller":"api_keys/handler.go:267","message":"Created API key","keyId":"758c7512-0b64-43d4-a9e3-c53d583e8cee","keyPrefix":"sk-oai-OVNjgcYIh7n4...","username":"system:serviceaccount:models-as-a-service:e2e-sa-success","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/07/06 - 19:41:40 | 201 | 1.743814ms | 44.212.242.249 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:41:40 | 200 | 478.542µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:41:40 | 200 | 359.323µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:41:43 | 200 | 39.109µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:41:44 | 200 | 34.868µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-07-06T19:41:45.736Z","caller":"api_keys/service.go:181","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"d92e435d-ca9a-4810-b641-6921038f6ead","ephemeral":false} {"level":"info","timestamp":"2026-07-06T19:41:45.736Z","caller":"api_keys/handler.go:267","message":"Created API key","keyId":"d92e435d-ca9a-4810-b641-6921038f6ead","keyPrefix":"sk-oai-Ddw9MFf83UR9...","username":"system:serviceaccount:models-as-a-service:e2e-sa-no-sub","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/07/06 - 19:41:45 | 201 | 1.638399ms | 44.212.242.249 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:41:48 | 200 | 32.32µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:41:49 | 200 | 437.059µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:41:49 | 200 | 203.906µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:41:53 | 200 | 36.04µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:41:54 | 200 | 32.751µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-07-06T19:41:55.554Z","caller":"api_keys/service.go:181","message":"Created API key","user":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"968ca4ad-a4c0-4966-893b-37dbd2e00d56","ephemeral":false} {"level":"info","timestamp":"2026-07-06T19:41:55.554Z","caller":"api_keys/handler.go:267","message":"Created API key","keyId":"968ca4ad-a4c0-4966-893b-37dbd2e00d56","keyPrefix":"sk-oai-1d9IMKI1TmFY...","username":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/07/06 - 19:41:55 | 201 | 1.671706ms | 44.212.242.249 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:41:55 | 200 | 544.645µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:41:55 | 200 | 395.833µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:41:58 | 200 | 32.331µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:42:03 | 200 | 40.186µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:42:04 | 200 | 50.162µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-07-06T19:42:05.126Z","caller":"api_keys/service.go:181","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"c3be1419-1dc9-4cda-978d-46dddc46aa6b","ephemeral":false} {"level":"info","timestamp":"2026-07-06T19:42:05.126Z","caller":"api_keys/handler.go:267","message":"Created API key","keyId":"c3be1419-1dc9-4cda-978d-46dddc46aa6b","keyPrefix":"sk-oai-d5jSmElaqfYS...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/07/06 - 19:42:05 | 201 | 1.60758ms | 44.212.242.249 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:42:05 | 200 | 485.182µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:42:05 | 200 | 642.714µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:42:07 | 200 | 472.236µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:42:07 | 200 | 205.989µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:42:08 | 200 | 40.96µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:42:13 | 200 | 34.344µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:42:14 | 200 | 33.808µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-07-06T19:42:16.551Z","caller":"api_keys/service.go:181","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"51e18772-b83f-4142-b78b-90380c75622b","ephemeral":false} {"level":"info","timestamp":"2026-07-06T19:42:16.551Z","caller":"api_keys/handler.go:267","message":"Created API key","keyId":"51e18772-b83f-4142-b78b-90380c75622b","keyPrefix":"sk-oai-38OWC3cLerzU...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/07/06 - 19:42:16 | 201 | 10.143426ms | 44.212.242.249 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-07-06T19:42:16.586Z","caller":"api_keys/service.go:181","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"c501b24d-db5e-40cd-bd44-3b367adce611","ephemeral":false} {"level":"info","timestamp":"2026-07-06T19:42:16.586Z","caller":"api_keys/handler.go:267","message":"Created API key","keyId":"c501b24d-db5e-40cd-bd44-3b367adce611","keyPrefix":"sk-oai-1VRLfm19OFUs...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/07/06 - 19:42:16 | 201 | 1.573258ms | 44.212.242.249 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:42:16 | 200 | 788.36µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:42:16 | 200 | 229.875µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:42:16 | 200 | 542.176µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:42:16 | 200 | 380.957µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:42:18 | 200 | 33.804µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:42:23 | 200 | 36.114µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:42:24 | 200 | 37.31µs | 10.132.0.2 | GET "/health" {"level":"warn","timestamp":"2026-07-06T19:42:26.365Z","caller":"api_keys/service.go:161","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"} {"level":"error","timestamp":"2026-07-06T19:42:26.366Z","caller":"api_keys/handler.go:231","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:231\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:123\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/07/06 - 19:42:26 | 400 | 326.704µs | 44.212.242.249 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:42:28 | 200 | 35.266µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:42:33 | 200 | 32.915µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:42:34 | 200 | 32.739µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:42:38 | 200 | 35.144µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:42:43 | 200 | 50.223µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:42:44 | 200 | 37.933µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-07-06T19:42:46.917Z","caller":"api_keys/service.go:181","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"6bd59cf0-402e-4986-89e5-a562a2533ebe","ephemeral":false} {"level":"info","timestamp":"2026-07-06T19:42:46.917Z","caller":"api_keys/handler.go:267","message":"Created API key","keyId":"6bd59cf0-402e-4986-89e5-a562a2533ebe","keyPrefix":"sk-oai-16ri5imHnNlJ...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/07/06 - 19:42:46 | 201 | 1.866551ms | 44.212.242.249 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:42:46 | 200 | 442.434µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:42:46 | 200 | 202.159µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:42:48 | 200 | 45.725µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-07-06T19:42:52.015Z","caller":"api_keys/service.go:181","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"ae37334c-1bd7-4160-ac82-71c7546c3e0e","ephemeral":false} {"level":"info","timestamp":"2026-07-06T19:42:52.015Z","caller":"api_keys/handler.go:267","message":"Created API key","keyId":"ae37334c-1bd7-4160-ac82-71c7546c3e0e","keyPrefix":"sk-oai-R9wrq62LWsA5...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/07/06 - 19:42:52 | 201 | 1.83138ms | 44.212.242.249 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:42:53 | 200 | 32.197µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:42:54 | 200 | 43.482µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:42:56 | 200 | 527.731µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:42:56 | 200 | 223.6µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:42:58 | 200 | 38.588µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-07-06T19:43:01.483Z","caller":"api_keys/service.go:181","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"a33760c8-2613-48f8-a92a-ae5ba572ccd9","ephemeral":false} {"level":"info","timestamp":"2026-07-06T19:43:01.483Z","caller":"api_keys/handler.go:267","message":"Created API key","keyId":"a33760c8-2613-48f8-a92a-ae5ba572ccd9","keyPrefix":"sk-oai-AvHmsTS0AoaB...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/07/06 - 19:43:01 | 201 | 1.66478ms | 44.212.242.249 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:43:01 | 200 | 413.238µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:43:01 | 200 | 216.056µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:43:03 | 200 | 37.189µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:43:04 | 200 | 41.98µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:43:08 | 200 | 47.615µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:43:13 | 200 | 41.312µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:43:14 | 200 | 34.93µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:43:18 | 200 | 45.129µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:43:23 | 200 | 37.269µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:43:24 | 200 | 41.091µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:43:28 | 200 | 46.237µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:43:33 | 200 | 41.03µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:43:34 | 200 | 42.236µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:43:38 | 200 | 54.712µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:43:43 | 200 | 37.307µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:43:44 | 200 | 34.159µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:43:48 | 200 | 34.361µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:43:53 | 200 | 40.497µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:43:54 | 200 | 48.15µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:43:58 | 200 | 43.355µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:44:03 | 200 | 39.532µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:44:04 | 200 | 47.965µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:44:08 | 200 | 39.96µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:44:13 | 200 | 42.046µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:44:14 | 200 | 39.239µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:44:18 | 200 | 39.671µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:44:23 | 200 | 56.702µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:44:24 | 200 | 47.506µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:44:28 | 200 | 38.983µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:44:33 | 200 | 49.158µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:44:34 | 200 | 46.081µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:44:38 | 200 | 40.086µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-07-06T19:44:41.139Z","caller":"api_keys/service.go:181","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"0f35d946-36d6-4835-ad45-729fc9d7d661","ephemeral":false} {"level":"info","timestamp":"2026-07-06T19:44:41.139Z","caller":"api_keys/handler.go:267","message":"Created API key","keyId":"0f35d946-36d6-4835-ad45-729fc9d7d661","keyPrefix":"sk-oai-1A3xJqFbH6aw...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/07/06 - 19:44:41 | 201 | 2.23877ms | 44.212.242.249 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:44:41 | 200 | 640.327µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:44:41 | 200 | 193.518µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:44:43 | 200 | 31.733µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:44:44 | 200 | 35.517µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:44:48 | 200 | 33.548µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:44:53 | 200 | 35.752µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:44:54 | 200 | 40.153µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:44:58 | 200 | 37.994µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:45:03 | 200 | 47.092µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-07-06T19:45:03.930Z","caller":"api_keys/service.go:425","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/07/06 - 19:45:03 | 200 | 866.556µs | 10.134.0.32 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/07/06 - 19:45:04 | 200 | 34.155µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:45:04 | 200 | 462.888µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:45:04 | 200 | 215.496µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:45:05 | 404 | 621.278µs | 44.212.242.249 | DELETE "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:45:08 | 200 | 34.201µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:45:13 | 200 | 32.694µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:45:14 | 200 | 38.623µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:45:18 | 200 | 35.266µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:45:23 | 200 | 33.458µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:45:24 | 200 | 33.368µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:45:28 | 200 | 34.593µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:45:33 | 200 | 37.298µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:45:34 | 200 | 37.715µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:45:38 | 200 | 42.097µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-07-06T19:45:39.773Z","caller":"api_keys/service.go:181","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"91a13997-dd56-420c-adcf-1405dd32d885","ephemeral":false} {"level":"info","timestamp":"2026-07-06T19:45:39.773Z","caller":"api_keys/handler.go:267","message":"Created API key","keyId":"91a13997-dd56-420c-adcf-1405dd32d885","keyPrefix":"sk-oai-RFi5Lba50hTp...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/07/06 - 19:45:39 | 201 | 1.746903ms | 44.212.242.249 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:45:39 | 200 | 311.928µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:45:39 | 200 | 158.77µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:45:43 | 200 | 38.985µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:45:44 | 200 | 43.754µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:45:48 | 200 | 33.644µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:45:53 | 200 | 34.24µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:45:54 | 200 | 37.085µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-07-06T19:45:55.013Z","caller":"api_keys/service.go:181","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"6479962d-2075-4b62-8f33-ae5a15cd2188","ephemeral":false} {"level":"info","timestamp":"2026-07-06T19:45:55.013Z","caller":"api_keys/handler.go:267","message":"Created API key","keyId":"6479962d-2075-4b62-8f33-ae5a15cd2188","keyPrefix":"sk-oai-tDYK66IWaasu...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/07/06 - 19:45:55 | 201 | 1.578252ms | 44.212.242.249 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:45:55 | 200 | 281.375µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:45:55 | 200 | 123.134µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:45:55 | 200 | 397.475µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:45:55 | 200 | 215.518µs | 10.133.0.38 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/06 - 19:45:58 | 200 | 35.399µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:46:03 | 200 | 32.565µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:46:04 | 200 | 39.956µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:46:08 | 200 | 33.778µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-07-06T19:46:10.533Z","caller":"api_keys/service.go:181","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"99174ce9-60ce-444f-985d-fff80f1c0e0b","ephemeral":false} {"level":"info","timestamp":"2026-07-06T19:46:10.533Z","caller":"api_keys/handler.go:267","message":"Created API key","keyId":"99174ce9-60ce-444f-985d-fff80f1c0e0b","keyPrefix":"sk-oai-1MaDwvTfFGqc...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/07/06 - 19:46:10 | 201 | 1.885306ms | 44.212.242.249 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:46:10 | 200 | 458.778µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:46:13 | 200 | 35.413µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:46:14 | 200 | 33.924µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:46:15 | 200 | 4.760870254s | 44.212.242.249 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:46:18 | 200 | 34.508µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:46:23 | 200 | 43.158µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:46:24 | 200 | 44.532µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:46:28 | 200 | 45.614µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:46:33 | 200 | 38.42µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:46:34 | 200 | 41.15µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:46:35 | 200 | 4.757446281s | 44.212.242.249 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:46:38 | 200 | 39.424µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:46:43 | 200 | 38.093µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:46:44 | 200 | 52.288µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-07-06T19:46:45.520Z","caller":"api_keys/service.go:181","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ed3ce210-9aa5-48d5-a4d3-4e9b33fa3e5d","ephemeral":false} {"level":"info","timestamp":"2026-07-06T19:46:45.520Z","caller":"api_keys/handler.go:267","message":"Created API key","keyId":"ed3ce210-9aa5-48d5-a4d3-4e9b33fa3e5d","keyPrefix":"sk-oai-nxA2TEBjJGQ3...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/07/06 - 19:46:45 | 201 | 2.582969ms | 44.212.242.249 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:46:48 | 200 | 39.585µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:46:49 | 200 | 507.817µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:46:53 | 200 | 39.644µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:46:54 | 200 | 51.624µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:46:54 | 200 | 4.757264508s | 44.212.242.249 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:46:58 | 200 | 38.454µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:47:03 | 200 | 37.016µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:47:04 | 200 | 40.726µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:47:08 | 200 | 4.754959933s | 44.212.242.249 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:47:08 | 200 | 38.004µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-07-06T19:47:12.832Z","caller":"api_keys/service.go:181","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5ab3bf97-288c-42d8-97c5-0ce88a415297","ephemeral":false} {"level":"info","timestamp":"2026-07-06T19:47:12.832Z","caller":"api_keys/handler.go:267","message":"Created API key","keyId":"5ab3bf97-288c-42d8-97c5-0ce88a415297","keyPrefix":"sk-oai-CZuoTMLqQF21...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/07/06 - 19:47:12 | 201 | 2.641224ms | 44.212.242.249 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:47:13 | 200 | 40.643µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:47:14 | 200 | 38.644µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:47:16 | 200 | 8.011231ms | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:47:18 | 200 | 38.542µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:47:21 | 200 | 4.747858196s | 44.212.242.249 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-07-06T19:47:22.131Z","caller":"api_keys/service.go:181","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"73cdbd96-f83b-4859-89fd-985fc5ad9a24","ephemeral":false} {"level":"info","timestamp":"2026-07-06T19:47:22.131Z","caller":"api_keys/handler.go:267","message":"Created API key","keyId":"73cdbd96-f83b-4859-89fd-985fc5ad9a24","keyPrefix":"sk-oai-1H2KAPCAbU8B...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/07/06 - 19:47:22 | 201 | 1.753989ms | 44.212.242.249 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:47:23 | 200 | 39.185µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:47:24 | 200 | 39.756µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:47:26 | 200 | 603.869µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:47:28 | 200 | 37.368µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:47:30 | 200 | 4.74646935s | 44.212.242.249 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:47:30 | 200 | 593.239µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:47:33 | 200 | 37.426µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:47:34 | 200 | 38.049µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:47:35 | 200 | 4.764065822s | 44.212.242.249 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-07-06T19:47:36.740Z","caller":"api_keys/service.go:181","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5aa28378-a0f1-45d6-bdbd-e3f164cbd971","ephemeral":false} {"level":"info","timestamp":"2026-07-06T19:47:36.740Z","caller":"api_keys/handler.go:267","message":"Created API key","keyId":"5aa28378-a0f1-45d6-bdbd-e3f164cbd971","keyPrefix":"sk-oai-TYYCtpVzOXOA...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/07/06 - 19:47:36 | 201 | 1.802689ms | 44.212.242.249 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:47:38 | 200 | 36.336µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:47:40 | 200 | 601.033µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:47:43 | 200 | 39.632µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:47:44 | 200 | 47.526µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:47:45 | 200 | 4.75213633s | 44.212.242.249 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:47:48 | 200 | 51.153µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-07-06T19:47:50.874Z","caller":"api_keys/service.go:181","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7d23f338-2610-4e86-af91-5a6238fa6ac2","ephemeral":false} {"level":"info","timestamp":"2026-07-06T19:47:50.874Z","caller":"api_keys/handler.go:267","message":"Created API key","keyId":"7d23f338-2610-4e86-af91-5a6238fa6ac2","keyPrefix":"sk-oai-Bsq7xjbHsdRB...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/07/06 - 19:47:50 | 201 | 1.646247ms | 44.212.242.249 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:47:53 | 200 | 52.991µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:47:54 | 200 | 39.981µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:47:54 | 200 | 591.746µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:47:58 | 200 | 40.779µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:47:59 | 200 | 4.768555291s | 44.212.242.249 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:48:03 | 200 | 39.921µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:48:04 | 200 | 46.155µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:48:04 | 200 | 542.153µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:48:08 | 200 | 39.015µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:48:09 | 200 | 4.759322974s | 44.212.242.249 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:48:13 | 200 | 43.137µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:48:14 | 200 | 42.354µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:48:14 | 200 | 443.138µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:48:18 | 200 | 31.862µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:48:19 | 200 | 4.750669398s | 44.212.242.249 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:48:23 | 200 | 50.453µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:48:24 | 200 | 42.957µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:48:24 | 200 | 425.008µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:48:28 | 200 | 42.198µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:48:29 | 200 | 4.808027003s | 44.212.242.249 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:48:33 | 200 | 39.525µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:48:34 | 200 | 506.045µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:48:34 | 200 | 31.87µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:48:38 | 200 | 41.963µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:48:38 | 200 | 4.758235776s | 44.212.242.249 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:48:43 | 200 | 49.761µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:48:43 | 200 | 456.489µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:48:44 | 200 | 36.219µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:48:48 | 200 | 38.205µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:48:48 | 200 | 4.770112972s | 44.212.242.249 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:48:53 | 200 | 39.463µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:48:54 | 200 | 36.663µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:48:58 | 200 | 44.658µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-07-06T19:48:58.427Z","caller":"api_keys/service.go:181","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a28a038d-58be-455b-9997-bf6ad39c799f","ephemeral":false} {"level":"info","timestamp":"2026-07-06T19:48:58.427Z","caller":"api_keys/handler.go:267","message":"Created API key","keyId":"a28a038d-58be-455b-9997-bf6ad39c799f","keyPrefix":"sk-oai-vpMnhQlUYEra...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/07/06 - 19:48:58 | 201 | 2.785427ms | 44.212.242.249 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:49:02 | 200 | 484.87µs | 10.133.0.38 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/06 - 19:49:03 | 200 | 33.094µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:49:04 | 200 | 33.419µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:49:07 | 200 | 4.767705325s | 44.212.242.249 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:49:08 | 200 | 35.81µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:49:13 | 200 | 34.515µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:49:14 | 200 | 35.441µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:49:18 | 200 | 48.655µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:49:22 | 200 | 4.769987134s | 44.212.242.249 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/06 - 19:49:23 | 200 | 33.216µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:49:24 | 200 | 33.526µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:49:28 | 200 | 39.984µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:49:33 | 200 | 46.865µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:49:34 | 200 | 39.1µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:49:38 | 200 | 37.334µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:49:43 | 200 | 38.767µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:49:44 | 200 | 38.124µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:49:48 | 200 | 47.012µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:49:53 | 200 | 39.232µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:49:54 | 200 | 49.936µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:49:58 | 200 | 42.455µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:50:03 | 200 | 57.549µs | 10.132.0.2 | GET "/health" [GIN] 2026/07/06 - 19:50:04 | 200 | 42.073µs | 10.132.0.2 | GET "/health"