{"level":"info","timestamp":"2026-06-09T05:44:34.806Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"789ce85a-e30a-4aca-ac93-db047de14d25","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 05:44:34 | 200 | 2.035133ms | 100.64.0.4 | DELETE "/v1/api-keys/789ce85a-e30a-4aca-ac93-db047de14d25" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 05:44:34 | 200 | 355.674µs | 100.64.0.3 | GET "/v1/api-keys/789ce85a-e30a-4aca-ac93-db047de14d25" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T05:44:34.869Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"595cbb27-baca-412c-9e74-4aa2c7c365a2","ephemeral":false} {"level":"info","timestamp":"2026-06-09T05:44:34.869Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"595cbb27-baca-412c-9e74-4aa2c7c365a2","keyPrefix":"sk-oai-WitZusrJI6TN...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 05:44:34 | 201 | 1.572263ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 05:44:34 | 200 | 333.653µs | 100.64.0.2 | GET "/v1/api-keys/595cbb27-baca-412c-9e74-4aa2c7c365a2" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 05:44:34 | 200 | 2.995515ms | 100.64.0.2 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T05:44:34.964Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"595cbb27-baca-412c-9e74-4aa2c7c365a2"} {"level":"info","timestamp":"2026-06-09T05:44:34.964Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"595cbb27-baca-412c-9e74-4aa2c7c365a2","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/06/09 - 05:44:34 | 200 | 1.958357ms | 100.64.0.4 | DELETE "/v1/api-keys/595cbb27-baca-412c-9e74-4aa2c7c365a2" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T05:44:34.998Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"7f88ee74-f4d8-44ed-864e-0c497863b46f","ephemeral":false} {"level":"info","timestamp":"2026-06-09T05:44:34.998Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7f88ee74-f4d8-44ed-864e-0c497863b46f","keyPrefix":"sk-oai-1K27TEivnBZo...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 05:44:34 | 201 | 1.527431ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"warn","timestamp":"2026-06-09T05:44:35.034Z","caller":"api_keys/handler.go:124","message":"Unauthorized API key access attempt","requestingUser":"system:serviceaccount:default:tester-regular-user","keyOwner":"system:serviceaccount:maas-admin:tester-admin-user","keyId":"7f88ee74-f4d8-44ed-864e-0c497863b46f"} [GIN] 2026/06/09 - 05:44:35 | 404 | 415.417µs | 100.64.0.4 | GET "/v1/api-keys/7f88ee74-f4d8-44ed-864e-0c497863b46f" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"warn","timestamp":"2026-06-09T05:44:35.065Z","caller":"api_keys/handler.go:305","message":"Unauthorized API key revocation attempt","requestingUser":"system:serviceaccount:default:tester-regular-user","keyOwner":"system:serviceaccount:maas-admin:tester-admin-user","keyId":"7f88ee74-f4d8-44ed-864e-0c497863b46f"} [GIN] 2026/06/09 - 05:44:35 | 404 | 425.872µs | 100.64.0.3 | DELETE "/v1/api-keys/7f88ee74-f4d8-44ed-864e-0c497863b46f" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T05:44:35.100Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7ede4b06-1210-40b4-af89-76adfb893e76","ephemeral":false} {"level":"info","timestamp":"2026-06-09T05:44:35.100Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7ede4b06-1210-40b4-af89-76adfb893e76","keyPrefix":"sk-oai-SfXmCyYpiZqh...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 05:44:35 | 201 | 1.579195ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T05:44:35.131Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ee295e02-c1fb-491c-9451-2408c45872aa","ephemeral":false} {"level":"info","timestamp":"2026-06-09T05:44:35.131Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ee295e02-c1fb-491c-9451-2408c45872aa","keyPrefix":"sk-oai-1Kz0Cj40Z2Io...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 05:44:35 | 201 | 1.496815ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T05:44:35.165Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1b2b430b-5f90-48b6-87aa-36c589018d44","ephemeral":false} {"level":"info","timestamp":"2026-06-09T05:44:35.165Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1b2b430b-5f90-48b6-87aa-36c589018d44","keyPrefix":"sk-oai-RypknO35NltY...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 05:44:35 | 201 | 1.466395ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 05:44:35 | 200 | 340.862µs | 100.64.0.2 | GET "/v1/api-keys/7ede4b06-1210-40b4-af89-76adfb893e76" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T05:44:35.226Z","caller":"api_keys/store_postgres.go:448","message":"Revoked all keys for user","count":7,"user":"system:serviceaccount:default:tester-regular-user"} {"level":"info","timestamp":"2026-06-09T05:44:35.226Z","caller":"api_keys/handler.go:531","message":"Bulk revoked API keys","count":7,"targetUser":"system:serviceaccount:default:tester-regular-user","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 05:44:35 | 200 | 2.046086ms | 100.64.0.2 | POST "/v1/api-keys/bulk-revoke" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 05:44:35 | 200 | 346.971µs | 100.64.0.4 | GET "/v1/api-keys/7ede4b06-1210-40b4-af89-76adfb893e76" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 05:44:35 | 200 | 345.855µs | 100.64.0.3 | GET "/v1/api-keys/ee295e02-c1fb-491c-9451-2408c45872aa" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 05:44:35 | 200 | 329.344µs | 100.64.0.2 | GET "/v1/api-keys/1b2b430b-5f90-48b6-87aa-36c589018d44" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"warn","timestamp":"2026-06-09T05:44:35.353Z","caller":"api_keys/handler.go:508","message":"Unauthorized bulk revoke attempt","requestingUser":"system:serviceaccount:default:tester-regular-user","targetUser":"someotheruser"} [GIN] 2026/06/09 - 05:44:35 | 403 | 105.8µs | 100.64.0.4 | POST "/v1/api-keys/bulk-revoke" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T05:44:35.388Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9b3ad38d-67bd-4c21-a0c3-cc9561b75238","ephemeral":false} {"level":"info","timestamp":"2026-06-09T05:44:35.388Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9b3ad38d-67bd-4c21-a0c3-cc9561b75238","keyPrefix":"sk-oai-10N5kDQnWu0j...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 05:44:35 | 201 | 1.61151ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 05:44:35 | 200 | 391.882µs | 100.64.0.4 | GET "/v1/api-keys/9b3ad38d-67bd-4c21-a0c3-cc9561b75238" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T05:44:35.452Z","caller":"api_keys/store_postgres.go:448","message":"Revoked all keys for user","count":1,"user":"system:serviceaccount:default:tester-regular-user"} {"level":"info","timestamp":"2026-06-09T05:44:35.452Z","caller":"api_keys/handler.go:531","message":"Bulk revoked API keys","count":1,"targetUser":"system:serviceaccount:default:tester-regular-user","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/06/09 - 05:44:35 | 200 | 1.519092ms | 100.64.0.2 | POST "/v1/api-keys/bulk-revoke" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T05:44:35.486Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4543eea7-2281-4cd9-8699-d08a76033085","ephemeral":false} {"level":"info","timestamp":"2026-06-09T05:44:35.486Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4543eea7-2281-4cd9-8699-d08a76033085","keyPrefix":"sk-oai-1KEHobhzZYK6...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 05:44:35 | 201 | 1.614788ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T05:44:35.529Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"52da629f-fdab-46a5-8531-a6d8308b738a","ephemeral":false} {"level":"info","timestamp":"2026-06-09T05:44:35.529Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"52da629f-fdab-46a5-8531-a6d8308b738a","keyPrefix":"sk-oai-1W75lojloQYw...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 05:44:35 | 201 | 1.605093ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"error","timestamp":"2026-06-09T05:44:35.562Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"requested expiration (4320h0m0s) exceeds maximum allowed (90 days): expiration exceeds maximum allowed","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/06/09 - 05:44:35 | 400 | 154.449µs | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T05:44:35.595Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5f6fc279-eae8-446b-b211-66120a7f5b46","ephemeral":false} {"level":"info","timestamp":"2026-06-09T05:44:35.595Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5f6fc279-eae8-446b-b211-66120a7f5b46","keyPrefix":"sk-oai-1Bvgsxj2eBbI...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 05:44:35 | 201 | 1.696846ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T05:44:35.627Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0a7ff4f1-b35c-407a-993c-f9117f603c87","ephemeral":false} {"level":"info","timestamp":"2026-06-09T05:44:35.627Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0a7ff4f1-b35c-407a-993c-f9117f603c87","keyPrefix":"sk-oai-130MlL1IyT8w...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 05:44:35 | 201 | 1.535668ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T05:44:35.660Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a05a3432-595f-4f68-a0a8-e8261227b0d8","ephemeral":false} {"level":"info","timestamp":"2026-06-09T05:44:35.660Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a05a3432-595f-4f68-a0a8-e8261227b0d8","keyPrefix":"sk-oai-1583cFWkHIXT...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 05:44:35 | 201 | 1.588683ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 05:44:35 | 200 | 125.717µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 05:44:35 | 200 | 12.320186ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 05:44:35 | 200 | 399.645µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:44:35 | 200 | 138.85µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 05:44:35 | 200 | 44.49µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" {"level":"info","timestamp":"2026-06-09T05:44:35.810Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"43257efb-e0e1-4463-806f-11029a4559af","ephemeral":false} {"level":"info","timestamp":"2026-06-09T05:44:35.810Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"43257efb-e0e1-4463-806f-11029a4559af","keyPrefix":"sk-oai-J1tSkiugPOPf...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 05:44:35 | 201 | 1.56395ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 05:44:35 | 200 | 367.839µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:44:35 | 200 | 122.86µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-09T05:44:35.867Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"43257efb-e0e1-4463-806f-11029a4559af"} {"level":"info","timestamp":"2026-06-09T05:44:35.867Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"43257efb-e0e1-4463-806f-11029a4559af","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 05:44:35 | 200 | 1.845287ms | 100.64.0.2 | DELETE "/v1/api-keys/43257efb-e0e1-4463-806f-11029a4559af" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 05:44:37 | 200 | 621.123µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:44:37 | 200 | 381.864µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:44:37 | 200 | 202.738µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-09T05:44:37.977Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"fd47cdf6-97cb-4081-935d-e495fed592ad","ephemeral":false} {"level":"info","timestamp":"2026-06-09T05:44:37.977Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fd47cdf6-97cb-4081-935d-e495fed592ad","keyPrefix":"sk-oai-cTnFwFZy19Rc...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 05:44:37 | 201 | 1.625608ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T05:44:38.009Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"fd47cdf6-97cb-4081-935d-e495fed592ad"} {"level":"info","timestamp":"2026-06-09T05:44:38.009Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"fd47cdf6-97cb-4081-935d-e495fed592ad","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 05:44:38 | 200 | 1.985157ms | 100.64.0.3 | DELETE "/v1/api-keys/fd47cdf6-97cb-4081-935d-e495fed592ad" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 05:44:38 | 404 | 597.336µs | 100.64.0.3 | DELETE "/v1/api-keys/fd47cdf6-97cb-4081-935d-e495fed592ad" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 05:44:38 | 404 | 331.045µs | 100.64.0.2 | DELETE "/v1/api-keys/nonexistent-uuid-12345" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T05:44:38.118Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"94db4ef0-cc0f-4d9f-a75f-ae16eb0a58c8","ephemeral":false} {"level":"info","timestamp":"2026-06-09T05:44:38.118Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"94db4ef0-cc0f-4d9f-a75f-ae16eb0a58c8","keyPrefix":"sk-oai-sM9K4tLlAJT5...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 05:44:38 | 201 | 1.605167ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T05:44:38.155Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"94db4ef0-cc0f-4d9f-a75f-ae16eb0a58c8"} {"level":"info","timestamp":"2026-06-09T05:44:38.155Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"94db4ef0-cc0f-4d9f-a75f-ae16eb0a58c8","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 05:44:38 | 200 | 1.948167ms | 100.64.0.2 | DELETE "/v1/api-keys/94db4ef0-cc0f-4d9f-a75f-ae16eb0a58c8" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T05:44:38.187Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6caf549b-6ae3-4756-8eeb-8c4b7de5d2d5","ephemeral":false} {"level":"info","timestamp":"2026-06-09T05:44:38.187Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6caf549b-6ae3-4756-8eeb-8c4b7de5d2d5","keyPrefix":"sk-oai-24M3mRJhubBa...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 05:44:38 | 201 | 2.36905ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 05:44:38 | 200 | 413.727µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:44:38 | 200 | 318.635µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:44:38 | 200 | 218.005µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-09T05:44:38.271Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"543198d1-2313-44eb-9497-3b69358b4d1a","ephemeral":false} {"level":"info","timestamp":"2026-06-09T05:44:38.271Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"543198d1-2313-44eb-9497-3b69358b4d1a","keyPrefix":"sk-oai-1WvzQKjk2hAS...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 05:44:38 | 201 | 1.672087ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T05:44:38.301Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"dc6051ba-8a5d-41b8-80da-59364877901f","ephemeral":false} {"level":"info","timestamp":"2026-06-09T05:44:38.301Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"dc6051ba-8a5d-41b8-80da-59364877901f","keyPrefix":"sk-oai-1CtWr7mD6Rx4...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 05:44:38 | 201 | 1.503938ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T05:44:38.332Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7cc9c560-d772-4ab4-baf8-c6eebd1b08fe","ephemeral":false} {"level":"info","timestamp":"2026-06-09T05:44:38.332Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7cc9c560-d772-4ab4-baf8-c6eebd1b08fe","keyPrefix":"sk-oai-171q08AZoOVK...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 05:44:38 | 201 | 1.56678ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T05:44:38.363Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"543198d1-2313-44eb-9497-3b69358b4d1a"} {"level":"info","timestamp":"2026-06-09T05:44:38.363Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"543198d1-2313-44eb-9497-3b69358b4d1a","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 05:44:38 | 200 | 1.777493ms | 100.64.0.4 | DELETE "/v1/api-keys/543198d1-2313-44eb-9497-3b69358b4d1a" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T05:44:38.399Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"dc6051ba-8a5d-41b8-80da-59364877901f"} {"level":"info","timestamp":"2026-06-09T05:44:38.399Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"dc6051ba-8a5d-41b8-80da-59364877901f","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 05:44:38 | 200 | 1.830242ms | 100.64.0.3 | DELETE "/v1/api-keys/dc6051ba-8a5d-41b8-80da-59364877901f" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T05:44:38.430Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"7cc9c560-d772-4ab4-baf8-c6eebd1b08fe"} {"level":"info","timestamp":"2026-06-09T05:44:38.430Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"7cc9c560-d772-4ab4-baf8-c6eebd1b08fe","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 05:44:38 | 200 | 1.756698ms | 100.64.0.2 | DELETE "/v1/api-keys/7cc9c560-d772-4ab4-baf8-c6eebd1b08fe" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T05:44:38.464Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2ef63005-c3ba-4e60-9756-c7d12a45cf37","ephemeral":false} {"level":"info","timestamp":"2026-06-09T05:44:38.464Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2ef63005-c3ba-4e60-9756-c7d12a45cf37","keyPrefix":"sk-oai-PuOCL9BeahSH...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 05:44:38 | 201 | 1.488285ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T05:44:38.494Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d5816f0f-06d5-4ff0-a6e1-b60cfca19254","ephemeral":false} {"level":"info","timestamp":"2026-06-09T05:44:38.494Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d5816f0f-06d5-4ff0-a6e1-b60cfca19254","keyPrefix":"sk-oai-sPVDzRHlZNVM...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 05:44:38 | 201 | 1.444611ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T05:44:38.525Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5e996853-943b-4838-b6a0-0f2c3462dd0c","ephemeral":false} {"level":"info","timestamp":"2026-06-09T05:44:38.525Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5e996853-943b-4838-b6a0-0f2c3462dd0c","keyPrefix":"sk-oai-1er2kTbrmy0X...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 05:44:38 | 201 | 1.502865ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 05:44:38 | 200 | 512.448µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:44:38 | 200 | 346.426µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-09T05:44:38.587Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"2ef63005-c3ba-4e60-9756-c7d12a45cf37"} {"level":"info","timestamp":"2026-06-09T05:44:38.587Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"2ef63005-c3ba-4e60-9756-c7d12a45cf37","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 05:44:38 | 200 | 1.966661ms | 100.64.0.2 | DELETE "/v1/api-keys/2ef63005-c3ba-4e60-9756-c7d12a45cf37" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T05:44:38.621Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"d5816f0f-06d5-4ff0-a6e1-b60cfca19254"} {"level":"info","timestamp":"2026-06-09T05:44:38.621Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"d5816f0f-06d5-4ff0-a6e1-b60cfca19254","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 05:44:38 | 200 | 1.816564ms | 100.64.0.4 | DELETE "/v1/api-keys/d5816f0f-06d5-4ff0-a6e1-b60cfca19254" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T05:44:38.652Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"5e996853-943b-4838-b6a0-0f2c3462dd0c"} {"level":"info","timestamp":"2026-06-09T05:44:38.652Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"5e996853-943b-4838-b6a0-0f2c3462dd0c","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 05:44:38 | 200 | 1.741423ms | 100.64.0.3 | DELETE "/v1/api-keys/5e996853-943b-4838-b6a0-0f2c3462dd0c" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 05:44:38 | 200 | 578.263µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:44:38 | 200 | 519.563µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:44:38 | 200 | 581.015µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:44:38 | 200 | 32.46µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T05:44:38.975Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"85908c9b-f066-489e-8fb4-86988f28db1f","ephemeral":true} {"level":"info","timestamp":"2026-06-09T05:44:38.975Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"85908c9b-f066-489e-8fb4-86988f28db1f","keyPrefix":"sk-oai-kmETfWJWgSPB...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":true} [GIN] 2026/06/09 - 05:44:38 | 201 | 1.765665ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 05:44:39 | 200 | 3.832571ms | 100.64.0.4 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 05:44:39 | 200 | 609.789µs | 100.64.0.3 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T05:44:39.078Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3bd3e43a-9967-4bc0-9a43-8765ad66d2a7","ephemeral":true} {"level":"info","timestamp":"2026-06-09T05:44:39.078Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3bd3e43a-9967-4bc0-9a43-8765ad66d2a7","keyPrefix":"sk-oai-DsFUamJtKMJl...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":true} [GIN] 2026/06/09 - 05:44:39 | 201 | 1.575956ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T05:44:39.494Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/06/09 - 05:44:39 | 200 | 761.667µs | ::1 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/06/09 - 05:44:39 | 200 | 347.017µs | 100.64.0.2 | GET "/v1/api-keys/3bd3e43a-9967-4bc0-9a43-8765ad66d2a7" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 05:44:39 | 200 | 36.95µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T05:44:40.244Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-apikey-active-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"e419b0f2-079c-4fa1-a69f-498344a8d0a2","ephemeral":false} {"level":"info","timestamp":"2026-06-09T05:44:40.244Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e419b0f2-079c-4fa1-a69f-498344a8d0a2","keyPrefix":"sk-oai-1RxlgfoYqO4H...","username":"system:serviceaccount:llm:e2e-apikey-active-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 05:44:40 | 201 | 1.768597ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 05:44:43 | 200 | 40.634µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:44:48 | 200 | 43.32µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:44:49 | 200 | 39.193µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:44:53 | 200 | 40.825µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:44:58 | 200 | 40.459µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T05:44:59.413Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-apikey-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"a810a369-2396-45b6-b5d6-499d7128aff4","ephemeral":false} {"level":"info","timestamp":"2026-06-09T05:44:59.413Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a810a369-2396-45b6-b5d6-499d7128aff4","keyPrefix":"sk-oai-136jgEtrmXED...","username":"system:serviceaccount:llm:e2e-apikey-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 05:44:59 | 201 | 2.010164ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 05:44:59 | 200 | 39.02µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T05:45:03.623Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/06/09 - 05:45:03 | 200 | 1.20684ms | 10.133.0.62 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/06/09 - 05:45:03 | 200 | 40.198µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:45:08 | 200 | 39.493µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:45:09 | 200 | 51.25µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:45:13 | 200 | 39.564µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:45:18 | 200 | 38.754µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:45:19 | 200 | 37.274µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:45:23 | 200 | 37.315µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:45:28 | 200 | 43.89µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:45:29 | 200 | 37.675µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:45:33 | 200 | 39.32µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T05:45:38.093Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-apikey-pending-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"534ea944-0f1c-4ef7-a789-847a24aa0702","ephemeral":false} {"level":"info","timestamp":"2026-06-09T05:45:38.093Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"534ea944-0f1c-4ef7-a789-847a24aa0702","keyPrefix":"sk-oai-I6XfvvKKag5a...","username":"system:serviceaccount:llm:e2e-apikey-pending-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 05:45:38 | 201 | 2.151961ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 05:45:38 | 200 | 38.421µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:45:39 | 200 | 42.184µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:45:43 | 200 | 43.715µs | 10.132.0.2 | GET "/health" {"level":"warn","timestamp":"2026-06-09T05:45:48.552Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:llm:e2e-apikey-unreconciled-sa","requestedSubscription":"e2e-apikey-unreconciled-sub","error":"requested model is unhealthy in subscription"} {"level":"error","timestamp":"2026-06-09T05:45:48.552Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"requested model is unhealthy in subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/06/09 - 05:45:48 | 400 | 284.039µs | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 05:45:48 | 200 | 42.946µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:45:49 | 200 | 39.913µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:45:53 | 200 | 38.329µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:45:58 | 200 | 41.71µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:45:59 | 200 | 48.11µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:46:03 | 200 | 39.637µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:46:08 | 200 | 39.416µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:46:09 | 200 | 42.715µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T05:46:12.905Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-filter-sa-7c03f15a","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"bb8d83e6-a94d-45fc-bf9f-78429a6ade93","ephemeral":false} {"level":"info","timestamp":"2026-06-09T05:46:12.905Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bb8d83e6-a94d-45fc-bf9f-78429a6ade93","keyPrefix":"sk-oai-YWbHB1rsjng1...","username":"system:serviceaccount:llm:e2e-filter-sa-7c03f15a","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 05:46:12 | 201 | 1.997318ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T05:46:12.942Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-filter-sa-7c03f15a","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"16aaebb4-37d3-4262-b78f-59e4651ee722","ephemeral":false} {"level":"info","timestamp":"2026-06-09T05:46:12.942Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"16aaebb4-37d3-4262-b78f-59e4651ee722","keyPrefix":"sk-oai-1TU6Wsk4iDWf...","username":"system:serviceaccount:llm:e2e-filter-sa-7c03f15a","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 05:46:12 | 201 | 1.774087ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T05:46:12.979Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-filter-sa-7c03f15a","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"7e6ef356-a5ff-4614-a86e-8215fd38301a","ephemeral":false} {"level":"info","timestamp":"2026-06-09T05:46:12.979Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7e6ef356-a5ff-4614-a86e-8215fd38301a","keyPrefix":"sk-oai-Fr0Z3PsstE9D...","username":"system:serviceaccount:llm:e2e-filter-sa-7c03f15a","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 05:46:12 | 201 | 1.633667ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 05:46:13 | 200 | 4.237899ms | 100.64.0.3 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T05:46:13.050Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"bb8d83e6-a94d-45fc-bf9f-78429a6ade93"} {"level":"info","timestamp":"2026-06-09T05:46:13.050Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"bb8d83e6-a94d-45fc-bf9f-78429a6ade93","revokedBy":"system:serviceaccount:llm:e2e-filter-sa-7c03f15a"} [GIN] 2026/06/09 - 05:46:13 | 200 | 2.044674ms | 100.64.0.2 | DELETE "/v1/api-keys/bb8d83e6-a94d-45fc-bf9f-78429a6ade93" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T05:46:13.082Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"16aaebb4-37d3-4262-b78f-59e4651ee722"} {"level":"info","timestamp":"2026-06-09T05:46:13.082Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"16aaebb4-37d3-4262-b78f-59e4651ee722","revokedBy":"system:serviceaccount:llm:e2e-filter-sa-7c03f15a"} [GIN] 2026/06/09 - 05:46:13 | 200 | 1.951499ms | 100.64.0.2 | DELETE "/v1/api-keys/16aaebb4-37d3-4262-b78f-59e4651ee722" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T05:46:13.115Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"7e6ef356-a5ff-4614-a86e-8215fd38301a"} {"level":"info","timestamp":"2026-06-09T05:46:13.115Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"7e6ef356-a5ff-4614-a86e-8215fd38301a","revokedBy":"system:serviceaccount:llm:e2e-filter-sa-7c03f15a"} [GIN] 2026/06/09 - 05:46:13 | 200 | 1.748882ms | 100.64.0.4 | DELETE "/v1/api-keys/7e6ef356-a5ff-4614-a86e-8215fd38301a" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 05:46:13 | 200 | 37.62µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:46:18 | 200 | 45.895µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:46:19 | 200 | 39.427µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T05:46:22.175Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1a07ed99-eeca-45f4-9151-dedaa7445a2b","ephemeral":false} {"level":"info","timestamp":"2026-06-09T05:46:22.175Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1a07ed99-eeca-45f4-9151-dedaa7445a2b","keyPrefix":"sk-oai-1ePbov7kafEe...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 05:46:22 | 201 | 1.906588ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T05:46:22.208Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"46b34b12-ecfc-4878-a3e0-f50f0fc3e7dd","ephemeral":false} {"level":"info","timestamp":"2026-06-09T05:46:22.208Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"46b34b12-ecfc-4878-a3e0-f50f0fc3e7dd","keyPrefix":"sk-oai-tZ9ShAyjPil0...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 05:46:22 | 201 | 1.546852ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 05:46:22 | 200 | 3.545499ms | 100.64.0.3 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T05:46:22.274Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"1a07ed99-eeca-45f4-9151-dedaa7445a2b"} {"level":"info","timestamp":"2026-06-09T05:46:22.274Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"1a07ed99-eeca-45f4-9151-dedaa7445a2b","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 05:46:22 | 200 | 1.968714ms | 100.64.0.2 | DELETE "/v1/api-keys/1a07ed99-eeca-45f4-9151-dedaa7445a2b" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T05:46:22.312Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"46b34b12-ecfc-4878-a3e0-f50f0fc3e7dd"} {"level":"info","timestamp":"2026-06-09T05:46:22.312Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"46b34b12-ecfc-4878-a3e0-f50f0fc3e7dd","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 05:46:22 | 200 | 1.921025ms | 100.64.0.4 | DELETE "/v1/api-keys/46b34b12-ecfc-4878-a3e0-f50f0fc3e7dd" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T05:46:22.350Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"dbaa22cd-0c24-4886-92d1-d751aa168812","ephemeral":false} {"level":"info","timestamp":"2026-06-09T05:46:22.350Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"dbaa22cd-0c24-4886-92d1-d751aa168812","keyPrefix":"sk-oai-1I2sOO5w2vNy...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 05:46:22 | 201 | 1.503038ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 05:46:22 | 200 | 673.774µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:46:22 | 200 | 110.146µs | 100.64.0.2 | POST "/internal/v1/subscriptions/select" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 05:46:23 | 200 | 39.97µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:46:28 | 200 | 39.002µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:46:29 | 200 | 39.315µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:46:33 | 200 | 33.418µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:46:38 | 200 | 41.944µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:46:39 | 200 | 617.925µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:46:39 | 200 | 114.042µs | 100.64.0.2 | POST "/internal/v1/subscriptions/select" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 05:46:39 | 200 | 39.453µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:46:43 | 200 | 39.848µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:46:48 | 200 | 38.886µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:46:49 | 200 | 41.771µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:46:53 | 200 | 41.857µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:46:58 | 200 | 53.608µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:46:59 | 200 | 33.739µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:47:03 | 200 | 35.53µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:47:08 | 200 | 33.181µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:47:09 | 200 | 33.983µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:47:13 | 200 | 35.902µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:47:18 | 200 | 31.487µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:47:19 | 200 | 38.46µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:47:23 | 200 | 32.388µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:47:28 | 200 | 40.143µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:47:29 | 200 | 35.137µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:47:33 | 200 | 55.818µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:47:38 | 200 | 34.133µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:47:39 | 200 | 32.891µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:47:43 | 200 | 36.667µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:47:48 | 200 | 34.587µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:47:49 | 200 | 38.041µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:47:53 | 200 | 53.201µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:47:58 | 200 | 32.725µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:47:59 | 200 | 34.049µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:48:03 | 200 | 38.925µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:48:08 | 200 | 33.755µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:48:09 | 200 | 33.64µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:48:13 | 200 | 33.042µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:48:18 | 200 | 37.383µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:48:19 | 200 | 34.454µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:48:23 | 200 | 35.121µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:48:28 | 200 | 44.647µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:48:29 | 200 | 33.086µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:48:33 | 200 | 41.715µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:48:38 | 200 | 51.227µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:48:39 | 200 | 39.556µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:48:43 | 200 | 37.222µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:48:48 | 200 | 34.236µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T05:48:49.563Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"dbaa22cd-0c24-4886-92d1-d751aa168812"} {"level":"info","timestamp":"2026-06-09T05:48:49.563Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"dbaa22cd-0c24-4886-92d1-d751aa168812","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 05:48:49 | 200 | 2.164092ms | 100.64.0.4 | DELETE "/v1/api-keys/dbaa22cd-0c24-4886-92d1-d751aa168812" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T05:48:49.606Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e50cb9a2-663a-4728-a2cc-1c49362f6f43","ephemeral":false} {"level":"info","timestamp":"2026-06-09T05:48:49.606Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e50cb9a2-663a-4728-a2cc-1c49362f6f43","keyPrefix":"sk-oai-1WmQCoSXxsEn...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 05:48:49 | 201 | 1.536308ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 05:48:49 | 200 | 379.014µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:48:49 | 200 | 122.614µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-09T05:48:49.682Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8084c609-f8e3-4c8a-b222-43583d59daa5","ephemeral":false} {"level":"info","timestamp":"2026-06-09T05:48:49.682Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8084c609-f8e3-4c8a-b222-43583d59daa5","keyPrefix":"sk-oai-uJlu9GCtl9oR...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 05:48:49 | 201 | 1.549243ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 05:48:49 | 200 | 367.362µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:48:49 | 200 | 129.908µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-09T05:48:49.747Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6341bd9e-0eae-46ac-9d96-679c89ef3c6e","ephemeral":false} {"level":"info","timestamp":"2026-06-09T05:48:49.747Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6341bd9e-0eae-46ac-9d96-679c89ef3c6e","keyPrefix":"sk-oai-wc3XpSgo3rZL...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 05:48:49 | 201 | 1.621695ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 05:48:49 | 200 | 28.069µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:48:53 | 200 | 34.12µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:48:54 | 200 | 2.302326ms | 10.133.0.61 | POST "/internal/v1/api-keys/validate" {"level":"info","timestamp":"2026-06-09T05:48:54.826Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3decfdd0-9eb9-44fb-8bb5-4d5410042610","ephemeral":false} {"level":"info","timestamp":"2026-06-09T05:48:54.826Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3decfdd0-9eb9-44fb-8bb5-4d5410042610","keyPrefix":"sk-oai-mT8xJwl6P3sN...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 05:48:54 | 201 | 1.769883ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 05:48:58 | 200 | 57.836µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:48:59 | 200 | 56.726µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T05:49:01.576Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"65373b04-5276-45ca-926d-45c7f583f707","ephemeral":false} {"level":"info","timestamp":"2026-06-09T05:49:01.576Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"65373b04-5276-45ca-926d-45c7f583f707","keyPrefix":"sk-oai-9Z8Xcbxl6sHa...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 05:49:01 | 201 | 1.899965ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 05:49:01 | 200 | 428.72µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:49:01 | 200 | 135.191µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 05:49:01 | 200 | 380.55µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:49:01 | 200 | 141.168µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 05:49:01 | 200 | 339.516µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:49:01 | 200 | 164.529µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 05:49:01 | 200 | 401.057µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:49:01 | 200 | 140.461µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 05:49:03 | 200 | 37.594µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:49:08 | 200 | 42.488µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:49:09 | 200 | 38.614µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:49:13 | 200 | 39.301µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T05:49:13.779Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9b3436a2-3581-4de6-9e8a-2292484742cd","ephemeral":false} {"level":"info","timestamp":"2026-06-09T05:49:13.779Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9b3436a2-3581-4de6-9e8a-2292484742cd","keyPrefix":"sk-oai-sPp7NZIpapxt...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 05:49:13 | 201 | 1.932459ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 05:49:13 | 200 | 492.933µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:49:13 | 200 | 118.749µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 05:49:13 | 200 | 445.547µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:49:13 | 200 | 149.033µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-09T05:49:14.186Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4b8d9f07-5a45-4fbd-8708-8d2eb6a1a5ee","ephemeral":false} {"level":"info","timestamp":"2026-06-09T05:49:14.186Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4b8d9f07-5a45-4fbd-8708-8d2eb6a1a5ee","keyPrefix":"sk-oai-aOpLa5CWVSnp...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 05:49:14 | 201 | 1.665418ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T05:49:14.220Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"4b8d9f07-5a45-4fbd-8708-8d2eb6a1a5ee"} {"level":"info","timestamp":"2026-06-09T05:49:14.220Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"4b8d9f07-5a45-4fbd-8708-8d2eb6a1a5ee","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 05:49:14 | 200 | 2.61149ms | 100.64.0.4 | DELETE "/v1/api-keys/4b8d9f07-5a45-4fbd-8708-8d2eb6a1a5ee" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T05:49:14.260Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"bce7edb6-4529-4137-a8d5-1943da3d39ae","ephemeral":false} {"level":"info","timestamp":"2026-06-09T05:49:14.261Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bce7edb6-4529-4137-a8d5-1943da3d39ae","keyPrefix":"sk-oai-l7f38ImgFhZT...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 05:49:14 | 201 | 1.60386ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T05:49:14.292Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"bce7edb6-4529-4137-a8d5-1943da3d39ae"} {"level":"info","timestamp":"2026-06-09T05:49:14.292Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"bce7edb6-4529-4137-a8d5-1943da3d39ae","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 05:49:14 | 200 | 1.968594ms | 100.64.0.3 | DELETE "/v1/api-keys/bce7edb6-4529-4137-a8d5-1943da3d39ae" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"warn","timestamp":"2026-06-09T05:49:14.324Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:default:tester-regular-user","requestedSubscription":"e2e-no-such-subscription-ef762b3179ba4ed1ac4eb186b3075e86","error":"requested subscription not found"} {"level":"error","timestamp":"2026-06-09T05:49:14.324Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"requested subscription not found","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/06/09 - 05:49:14 | 400 | 223.863µs | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 05:49:14 | 200 | 438.032µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:49:14 | 200 | 171.502µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 05:49:14 | 200 | 447.659µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:49:14 | 200 | 139.261µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 05:49:18 | 200 | 42.036µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:49:19 | 200 | 41.329µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:49:22 | 200 | 726.081µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:49:22 | 200 | 141.581µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 05:49:23 | 200 | 47.178µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:49:28 | 200 | 40.426µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:49:29 | 200 | 38.565µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:49:33 | 200 | 42.444µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:49:38 | 200 | 37.364µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:49:39 | 200 | 61.87µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:49:43 | 200 | 50.982µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T05:49:47.424Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6ae1af73-56d3-4f3c-a4a0-340167216bfc","ephemeral":false} {"level":"info","timestamp":"2026-06-09T05:49:47.424Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6ae1af73-56d3-4f3c-a4a0-340167216bfc","keyPrefix":"sk-oai-12B83vrfHAZc...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 05:49:47 | 201 | 10.85866ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 05:49:47 | 200 | 1.171795ms | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:49:47 | 200 | 190.522µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 05:49:47 | 200 | 559.498µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:49:47 | 200 | 193.167µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 05:49:47 | 200 | 555.5µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:49:47 | 200 | 156.746µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 05:49:47 | 200 | 504.104µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:49:47 | 200 | 165.164µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 05:49:48 | 200 | 567.02µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:49:48 | 200 | 144.307µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 05:49:48 | 200 | 586.322µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:49:48 | 200 | 156.012µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 05:49:48 | 200 | 38.168µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:49:49 | 200 | 40.384µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:49:53 | 200 | 40.878µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:49:58 | 200 | 37.865µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:49:59 | 200 | 38.847µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:50:03 | 200 | 40.311µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:50:08 | 200 | 49.792µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:50:09 | 200 | 37.945µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:50:13 | 200 | 39.23µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:50:18 | 200 | 37.949µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:50:19 | 200 | 39.009µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:50:21 | 200 | 1.095806ms | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:50:21 | 200 | 192.167µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 05:50:23 | 200 | 48.772µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:50:23 | 200 | 766.255µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:50:23 | 200 | 174.466µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 05:50:25 | 200 | 803.742µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:50:25 | 200 | 153.705µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 05:50:28 | 200 | 690.773µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:50:28 | 200 | 191.517µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 05:50:28 | 200 | 47.59µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:50:29 | 200 | 45.894µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:50:30 | 200 | 651.833µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:50:30 | 200 | 144.526µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 05:50:32 | 200 | 625.937µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:50:32 | 200 | 141.972µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 05:50:33 | 200 | 40.269µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:50:34 | 200 | 643.761µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:50:34 | 200 | 190.107µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 05:50:36 | 200 | 613.776µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:50:36 | 200 | 147.149µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 05:50:38 | 200 | 633.447µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:50:38 | 200 | 174.745µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 05:50:38 | 200 | 45.658µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:50:39 | 200 | 38.673µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:50:40 | 200 | 637.105µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:50:40 | 200 | 185.376µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 05:50:42 | 200 | 678.722µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:50:42 | 200 | 214.396µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 05:50:43 | 200 | 39.067µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:50:44 | 200 | 659.135µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:50:44 | 200 | 143.524µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 05:50:46 | 200 | 656.431µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:50:46 | 200 | 155.337µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 05:50:48 | 200 | 736.123µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:50:48 | 200 | 157.023µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 05:50:48 | 200 | 40.881µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:50:49 | 200 | 39.114µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:50:50 | 200 | 714.249µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:50:50 | 200 | 152.009µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 05:50:52 | 200 | 660.607µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:50:52 | 200 | 148.544µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 05:50:53 | 200 | 39.775µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:50:54 | 200 | 671.801µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:50:54 | 200 | 214.017µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 05:50:56 | 200 | 616.904µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:50:56 | 200 | 180.534µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 05:50:58 | 200 | 673.451µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:50:58 | 200 | 209.392µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 05:50:58 | 200 | 42.01µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:50:59 | 200 | 39.488µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:51:00 | 200 | 705.151µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:51:00 | 200 | 187.27µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 05:51:02 | 200 | 997.227µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:51:02 | 200 | 215.673µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 05:51:03 | 200 | 39.323µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:51:08 | 200 | 38.449µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:51:09 | 200 | 39.946µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:51:13 | 200 | 41.022µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:51:18 | 200 | 39.475µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T05:51:19.242Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"35eedfd2-a09e-43ec-91ce-6e4bcfaed467","ephemeral":false} {"level":"info","timestamp":"2026-06-09T05:51:19.242Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"35eedfd2-a09e-43ec-91ce-6e4bcfaed467","keyPrefix":"sk-oai-pn111EXFbG3w...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 05:51:19 | 201 | 1.959564ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 05:51:19 | 200 | 586.751µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:51:19 | 200 | 254.559µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 05:51:19 | 200 | 40.765µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:51:23 | 200 | 32.077µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:51:28 | 200 | 38.759µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:51:29 | 200 | 42.511µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:51:33 | 200 | 39.425µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:51:38 | 200 | 40.668µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:51:39 | 200 | 43.91µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:51:43 | 200 | 41.833µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:51:44 | 200 | 639.806µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:51:44 | 200 | 173.404µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 05:51:48 | 200 | 38.357µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:51:49 | 200 | 39.911µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:51:53 | 200 | 39.524µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:51:58 | 200 | 38.54µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:51:59 | 200 | 40.834µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:52:00 | 200 | 795.458µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:52:00 | 200 | 276.832µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 05:52:03 | 200 | 38.545µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:52:08 | 200 | 47.341µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:52:09 | 200 | 39.533µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:52:13 | 200 | 41.685µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:52:17 | 200 | 700.31µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:52:17 | 200 | 460.711µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 05:52:18 | 200 | 33.08µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:52:19 | 200 | 31.978µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:52:23 | 200 | 32.077µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:52:28 | 200 | 32.443µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:52:29 | 200 | 32.823µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:52:33 | 200 | 45.45µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:52:34 | 200 | 630.246µs | 10.133.0.61 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 05:52:34 | 200 | 187.879µs | 10.133.0.61 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 05:52:38 | 200 | 35.858µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:52:39 | 200 | 34.286µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:52:43 | 200 | 66.458µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:52:48 | 200 | 37.298µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:52:49 | 200 | 32.733µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:52:53 | 200 | 34.234µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:52:58 | 200 | 33.268µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:52:59 | 200 | 37.186µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:53:03 | 200 | 32.198µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:53:08 | 200 | 32.74µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:53:09 | 200 | 33.854µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:53:13 | 200 | 33.756µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:53:18 | 200 | 35.394µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:53:19 | 200 | 39.824µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:53:23 | 200 | 50.393µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:53:28 | 200 | 55.504µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:53:29 | 200 | 38.417µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:53:33 | 200 | 35.572µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:53:38 | 200 | 50.511µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:53:39 | 200 | 38.052µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:53:43 | 200 | 51.225µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:53:48 | 200 | 34.134µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:53:49 | 200 | 49.237µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:53:53 | 200 | 33.617µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:53:58 | 200 | 34.58µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 05:53:59 | 200 | 34.669µs | 10.132.0.2 | GET "/health"