[GIN] 2026/06/08 - 19:53:37 | 200 | 35.432µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:53:39 | 200 | 19.848µs | 100.64.0.2 | GET "/health" [GIN] 2026/06/08 - 19:53:39 | 200 | 125.181µs | 100.64.0.2 | GET "/v1/subscriptions" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:53:40.266Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"0e661aa5-0a8f-4438-907e-b66134252145","ephemeral":false} {"level":"info","timestamp":"2026-06-08T19:53:40.266Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0e661aa5-0a8f-4438-907e-b66134252145","keyPrefix":"sk-oai-1CBViOYn2JZq...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/06/08 - 19:53:40 | 201 | 2.353355ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:53:40.953Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"64be1006-0e60-4f49-9222-3e215adf3bb1","ephemeral":false} {"level":"info","timestamp":"2026-06-08T19:53:40.953Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"64be1006-0e60-4f49-9222-3e215adf3bb1","keyPrefix":"sk-oai-fqjJ3rEqZZdU...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 19:53:40 | 201 | 1.713034ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:53:40.989Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"deaa5795-5b42-406a-93f1-9c0b832d67d6","ephemeral":false} {"level":"info","timestamp":"2026-06-08T19:53:40.989Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"deaa5795-5b42-406a-93f1-9c0b832d67d6","keyPrefix":"sk-oai-PB77ExPmfYVc...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 19:53:40 | 201 | 1.743429ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 19:53:41 | 200 | 527.827µs | 100.64.0.3 | GET "/v1/api-keys/deaa5795-5b42-406a-93f1-9c0b832d67d6" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:53:41.070Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"14b77c2d-fb88-43f2-afe9-bef5c1bd62a3","ephemeral":false} {"level":"info","timestamp":"2026-06-08T19:53:41.070Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"14b77c2d-fb88-43f2-afe9-bef5c1bd62a3","keyPrefix":"sk-oai-1DUqoDi35cyu...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 19:53:41 | 201 | 1.645886ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:53:41.110Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"25022f06-fdd7-431f-8262-80af3db34f65","ephemeral":false} {"level":"info","timestamp":"2026-06-08T19:53:41.110Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"25022f06-fdd7-431f-8262-80af3db34f65","keyPrefix":"sk-oai-ZmVW0p1k9YVP...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 19:53:41 | 201 | 1.595433ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 19:53:41 | 200 | 6.039991ms | 100.64.0.4 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 19:53:41 | 200 | 548.464µs | 100.64.0.3 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:53:41.232Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"155e33f9-cefe-4336-a2e8-e3285720f3f9","ephemeral":false} {"level":"info","timestamp":"2026-06-08T19:53:41.232Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"155e33f9-cefe-4336-a2e8-e3285720f3f9","keyPrefix":"sk-oai-jJDZ7twF3hhf...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 19:53:41 | 201 | 1.62656ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:53:41.266Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"155e33f9-cefe-4336-a2e8-e3285720f3f9"} {"level":"info","timestamp":"2026-06-08T19:53:41.266Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"155e33f9-cefe-4336-a2e8-e3285720f3f9","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/08 - 19:53:41 | 200 | 2.200422ms | 100.64.0.4 | DELETE "/v1/api-keys/155e33f9-cefe-4336-a2e8-e3285720f3f9" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 19:53:41 | 200 | 439.124µs | 100.64.0.3 | GET "/v1/api-keys/155e33f9-cefe-4336-a2e8-e3285720f3f9" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:53:41.353Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9f47eb60-1c09-4c3f-b782-21a6b5c44130","ephemeral":false} {"level":"info","timestamp":"2026-06-08T19:53:41.353Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9f47eb60-1c09-4c3f-b782-21a6b5c44130","keyPrefix":"sk-oai-m7mLpBwSP2tc...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 19:53:41 | 201 | 1.591373ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 19:53:41 | 200 | 360.577µs | 100.64.0.4 | GET "/v1/api-keys/9f47eb60-1c09-4c3f-b782-21a6b5c44130" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 19:53:41 | 200 | 5.135224ms | 100.64.0.3 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:53:41.464Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"9f47eb60-1c09-4c3f-b782-21a6b5c44130"} {"level":"info","timestamp":"2026-06-08T19:53:41.464Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"9f47eb60-1c09-4c3f-b782-21a6b5c44130","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/06/08 - 19:53:41 | 200 | 2.122472ms | 100.64.0.4 | DELETE "/v1/api-keys/9f47eb60-1c09-4c3f-b782-21a6b5c44130" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:53:41.508Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"9c1a5018-c576-448b-9299-3b500ce92c03","ephemeral":false} {"level":"info","timestamp":"2026-06-08T19:53:41.508Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9c1a5018-c576-448b-9299-3b500ce92c03","keyPrefix":"sk-oai-10P1A500wUMm...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 19:53:41 | 201 | 1.633658ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"warn","timestamp":"2026-06-08T19:53:41.541Z","caller":"api_keys/handler.go:124","message":"Unauthorized API key access attempt","requestingUser":"system:serviceaccount:default:tester-regular-user","keyOwner":"system:serviceaccount:maas-admin:tester-admin-user","keyId":"9c1a5018-c576-448b-9299-3b500ce92c03"} [GIN] 2026/06/08 - 19:53:41 | 404 | 411.1µs | 100.64.0.3 | GET "/v1/api-keys/9c1a5018-c576-448b-9299-3b500ce92c03" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"warn","timestamp":"2026-06-08T19:53:41.572Z","caller":"api_keys/handler.go:305","message":"Unauthorized API key revocation attempt","requestingUser":"system:serviceaccount:default:tester-regular-user","keyOwner":"system:serviceaccount:maas-admin:tester-admin-user","keyId":"9c1a5018-c576-448b-9299-3b500ce92c03"} [GIN] 2026/06/08 - 19:53:41 | 404 | 420.334µs | 100.64.0.3 | DELETE "/v1/api-keys/9c1a5018-c576-448b-9299-3b500ce92c03" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:53:41.611Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f46fbe89-990a-4b6f-b543-b49239b5f886","ephemeral":false} {"level":"info","timestamp":"2026-06-08T19:53:41.611Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f46fbe89-990a-4b6f-b543-b49239b5f886","keyPrefix":"sk-oai-4pvHXRjszbIP...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 19:53:41 | 201 | 1.58661ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:53:41.644Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7c67131a-17cf-4eff-b7b1-fb8f5f092177","ephemeral":false} {"level":"info","timestamp":"2026-06-08T19:53:41.644Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7c67131a-17cf-4eff-b7b1-fb8f5f092177","keyPrefix":"sk-oai-3rCTdlqioY1f...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 19:53:41 | 201 | 1.52449ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:53:41.679Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d36c8caf-36cc-49e3-ba03-e5b8cf85271d","ephemeral":false} {"level":"info","timestamp":"2026-06-08T19:53:41.679Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d36c8caf-36cc-49e3-ba03-e5b8cf85271d","keyPrefix":"sk-oai-11LkRihTYXyE...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 19:53:41 | 201 | 1.446953ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 19:53:41 | 200 | 315.54µs | 100.64.0.3 | GET "/v1/api-keys/f46fbe89-990a-4b6f-b543-b49239b5f886" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:53:41.751Z","caller":"api_keys/store_postgres.go:448","message":"Revoked all keys for user","count":7,"user":"system:serviceaccount:default:tester-regular-user"} {"level":"info","timestamp":"2026-06-08T19:53:41.751Z","caller":"api_keys/handler.go:531","message":"Bulk revoked API keys","count":7,"targetUser":"system:serviceaccount:default:tester-regular-user","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/08 - 19:53:41 | 200 | 2.119186ms | 100.64.0.2 | POST "/v1/api-keys/bulk-revoke" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 19:53:41 | 200 | 325.791µs | 100.64.0.4 | GET "/v1/api-keys/f46fbe89-990a-4b6f-b543-b49239b5f886" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 19:53:41 | 200 | 312.354µs | 100.64.0.2 | GET "/v1/api-keys/7c67131a-17cf-4eff-b7b1-fb8f5f092177" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 19:53:41 | 200 | 318.383µs | 100.64.0.3 | GET "/v1/api-keys/d36c8caf-36cc-49e3-ba03-e5b8cf85271d" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"warn","timestamp":"2026-06-08T19:53:41.892Z","caller":"api_keys/handler.go:508","message":"Unauthorized bulk revoke attempt","requestingUser":"system:serviceaccount:default:tester-regular-user","targetUser":"someotheruser"} [GIN] 2026/06/08 - 19:53:41 | 403 | 82.534µs | 100.64.0.3 | POST "/v1/api-keys/bulk-revoke" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:53:41.927Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0859fa75-a208-4d0c-b78a-a6f5290970f7","ephemeral":false} {"level":"info","timestamp":"2026-06-08T19:53:41.927Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0859fa75-a208-4d0c-b78a-a6f5290970f7","keyPrefix":"sk-oai-AJ0Qo7AmafFL...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 19:53:41 | 201 | 1.59865ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 19:53:41 | 200 | 359.08µs | 100.64.0.2 | GET "/v1/api-keys/0859fa75-a208-4d0c-b78a-a6f5290970f7" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:53:41.997Z","caller":"api_keys/store_postgres.go:448","message":"Revoked all keys for user","count":1,"user":"system:serviceaccount:default:tester-regular-user"} {"level":"info","timestamp":"2026-06-08T19:53:41.997Z","caller":"api_keys/handler.go:531","message":"Bulk revoked API keys","count":1,"targetUser":"system:serviceaccount:default:tester-regular-user","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/06/08 - 19:53:41 | 200 | 1.528269ms | 100.64.0.2 | POST "/v1/api-keys/bulk-revoke" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:53:42.035Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b3f74226-f018-4699-8c72-5e2b10185b9c","ephemeral":false} {"level":"info","timestamp":"2026-06-08T19:53:42.035Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b3f74226-f018-4699-8c72-5e2b10185b9c","keyPrefix":"sk-oai-wrodGZzFO6z0...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 19:53:42 | 201 | 1.56092ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:53:42.072Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8ace8ff8-4e43-4af3-82fa-748bb8a232b1","ephemeral":false} {"level":"info","timestamp":"2026-06-08T19:53:42.072Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8ace8ff8-4e43-4af3-82fa-748bb8a232b1","keyPrefix":"sk-oai-dDXJXJIVWFRX...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 19:53:42 | 201 | 1.519952ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"error","timestamp":"2026-06-08T19:53:42.108Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"requested expiration (4320h0m0s) exceeds maximum allowed (90 days): expiration exceeds maximum allowed","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/06/08 - 19:53:42 | 400 | 143.429µs | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:53:42.146Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1356c3c5-d577-40f0-abc1-052257e77efb","ephemeral":false} {"level":"info","timestamp":"2026-06-08T19:53:42.146Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1356c3c5-d577-40f0-abc1-052257e77efb","keyPrefix":"sk-oai-glGdcBNJmLZw...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 19:53:42 | 201 | 1.581833ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:53:42.180Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c0585d92-3d15-47aa-a486-9e5cc3f6e76a","ephemeral":false} {"level":"info","timestamp":"2026-06-08T19:53:42.180Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c0585d92-3d15-47aa-a486-9e5cc3f6e76a","keyPrefix":"sk-oai-dQd2LfwYTquV...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 19:53:42 | 201 | 1.47869ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:53:42.215Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1437a0bb-a5d3-4505-87f6-401de197b66e","ephemeral":false} {"level":"info","timestamp":"2026-06-08T19:53:42.215Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1437a0bb-a5d3-4505-87f6-401de197b66e","keyPrefix":"sk-oai-XlVC7OGEaiik...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 19:53:42 | 201 | 1.519877ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 19:53:42 | 200 | 125.21µs | 10.134.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 19:53:42 | 200 | 19.511827ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 19:53:42 | 200 | 461.307µs | 10.134.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 19:53:42 | 200 | 147.073µs | 10.134.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 19:53:42 | 200 | 42.824µs | 10.134.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 19:53:42 | 200 | 22.332µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-08T19:53:42.386Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"84819695-a345-48f9-a583-d34392b8e9d7","ephemeral":false} {"level":"info","timestamp":"2026-06-08T19:53:42.386Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"84819695-a345-48f9-a583-d34392b8e9d7","keyPrefix":"sk-oai-pwgXBUs4h1fK...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 19:53:42 | 201 | 1.633327ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 19:53:42 | 200 | 381.547µs | 10.134.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 19:53:42 | 200 | 110.689µs | 10.134.0.58 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-08T19:53:42.456Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"84819695-a345-48f9-a583-d34392b8e9d7"} {"level":"info","timestamp":"2026-06-08T19:53:42.456Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"84819695-a345-48f9-a583-d34392b8e9d7","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/08 - 19:53:42 | 200 | 1.973045ms | 100.64.0.2 | DELETE "/v1/api-keys/84819695-a345-48f9-a583-d34392b8e9d7" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 19:53:43 | 200 | 33.26µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:53:44 | 200 | 709.083µs | 10.134.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 19:53:44 | 200 | 401.175µs | 10.134.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 19:53:44 | 200 | 145.984µs | 10.134.0.58 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-08T19:53:44.575Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b83fd942-c61a-4dcb-850f-311c92db1136","ephemeral":false} {"level":"info","timestamp":"2026-06-08T19:53:44.575Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b83fd942-c61a-4dcb-850f-311c92db1136","keyPrefix":"sk-oai-o3DQiyZIR5Md...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 19:53:44 | 201 | 1.636883ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:53:44.617Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"b83fd942-c61a-4dcb-850f-311c92db1136"} {"level":"info","timestamp":"2026-06-08T19:53:44.617Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"b83fd942-c61a-4dcb-850f-311c92db1136","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/08 - 19:53:44 | 200 | 1.995272ms | 100.64.0.3 | DELETE "/v1/api-keys/b83fd942-c61a-4dcb-850f-311c92db1136" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 19:53:44 | 404 | 635.816µs | 100.64.0.4 | DELETE "/v1/api-keys/b83fd942-c61a-4dcb-850f-311c92db1136" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 19:53:44 | 404 | 318.065µs | 100.64.0.2 | DELETE "/v1/api-keys/nonexistent-uuid-12345" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:53:44.726Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a892a1b4-3fc2-4cdd-bc9b-a8eab3dfa2f7","ephemeral":false} {"level":"info","timestamp":"2026-06-08T19:53:44.726Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a892a1b4-3fc2-4cdd-bc9b-a8eab3dfa2f7","keyPrefix":"sk-oai-16GdK04vROfr...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 19:53:44 | 201 | 1.580638ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:53:44.760Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"a892a1b4-3fc2-4cdd-bc9b-a8eab3dfa2f7"} {"level":"info","timestamp":"2026-06-08T19:53:44.761Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"a892a1b4-3fc2-4cdd-bc9b-a8eab3dfa2f7","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/08 - 19:53:44 | 200 | 1.874629ms | 100.64.0.4 | DELETE "/v1/api-keys/a892a1b4-3fc2-4cdd-bc9b-a8eab3dfa2f7" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:53:44.795Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3180dd5a-3c71-423e-8127-8a1b2cae4677","ephemeral":false} {"level":"info","timestamp":"2026-06-08T19:53:44.795Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3180dd5a-3c71-423e-8127-8a1b2cae4677","keyPrefix":"sk-oai-XcTN7fJYlg3B...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 19:53:44 | 201 | 1.583716ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 19:53:44 | 200 | 376.149µs | 10.134.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 19:53:44 | 200 | 358.953µs | 10.134.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 19:53:44 | 200 | 115.972µs | 10.134.0.58 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-08T19:53:44.892Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"cd44fb4a-4f70-44d4-b5f7-a436aba3e3ab","ephemeral":false} {"level":"info","timestamp":"2026-06-08T19:53:44.892Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cd44fb4a-4f70-44d4-b5f7-a436aba3e3ab","keyPrefix":"sk-oai-iMhk7oHrRYtS...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 19:53:44 | 201 | 1.543514ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:53:44.929Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"53e80afd-d841-4157-be7f-872499f7d908","ephemeral":false} {"level":"info","timestamp":"2026-06-08T19:53:44.929Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"53e80afd-d841-4157-be7f-872499f7d908","keyPrefix":"sk-oai-1AuLnzQNVCGI...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 19:53:44 | 201 | 1.572342ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:53:44.966Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e4b746d6-73c7-4f36-98f1-0b937d9773d9","ephemeral":false} {"level":"info","timestamp":"2026-06-08T19:53:44.966Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e4b746d6-73c7-4f36-98f1-0b937d9773d9","keyPrefix":"sk-oai-QJ8R20R9xLs6...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 19:53:44 | 201 | 1.665466ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:53:45.000Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"cd44fb4a-4f70-44d4-b5f7-a436aba3e3ab"} {"level":"info","timestamp":"2026-06-08T19:53:45.000Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"cd44fb4a-4f70-44d4-b5f7-a436aba3e3ab","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/08 - 19:53:45 | 200 | 1.863566ms | 100.64.0.4 | DELETE "/v1/api-keys/cd44fb4a-4f70-44d4-b5f7-a436aba3e3ab" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:53:45.034Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"53e80afd-d841-4157-be7f-872499f7d908"} {"level":"info","timestamp":"2026-06-08T19:53:45.034Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"53e80afd-d841-4157-be7f-872499f7d908","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/08 - 19:53:45 | 200 | 1.851018ms | 100.64.0.3 | DELETE "/v1/api-keys/53e80afd-d841-4157-be7f-872499f7d908" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:53:45.070Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"e4b746d6-73c7-4f36-98f1-0b937d9773d9"} {"level":"info","timestamp":"2026-06-08T19:53:45.070Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"e4b746d6-73c7-4f36-98f1-0b937d9773d9","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/08 - 19:53:45 | 200 | 1.837579ms | 100.64.0.3 | DELETE "/v1/api-keys/e4b746d6-73c7-4f36-98f1-0b937d9773d9" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:53:45.107Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"cf57c9b3-9d0c-40fd-9d89-c3fc237e829c","ephemeral":false} {"level":"info","timestamp":"2026-06-08T19:53:45.107Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cf57c9b3-9d0c-40fd-9d89-c3fc237e829c","keyPrefix":"sk-oai-1WlugcOrTHF4...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 19:53:45 | 201 | 1.906058ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:53:45.141Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"466998c1-0831-4e5f-b118-7861fa274b59","ephemeral":false} {"level":"info","timestamp":"2026-06-08T19:53:45.141Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"466998c1-0831-4e5f-b118-7861fa274b59","keyPrefix":"sk-oai-1cOB5gfXKL2b...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 19:53:45 | 201 | 1.47219ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:53:45.174Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1efdd583-1cab-4811-985e-2e3a303a5035","ephemeral":false} {"level":"info","timestamp":"2026-06-08T19:53:45.174Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1efdd583-1cab-4811-985e-2e3a303a5035","keyPrefix":"sk-oai-13AF8LnPNKQi...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 19:53:45 | 201 | 1.469279ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 19:53:45 | 200 | 353.236µs | 10.134.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 19:53:45 | 200 | 146.077µs | 10.134.0.58 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-08T19:53:45.237Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"cf57c9b3-9d0c-40fd-9d89-c3fc237e829c"} {"level":"info","timestamp":"2026-06-08T19:53:45.237Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"cf57c9b3-9d0c-40fd-9d89-c3fc237e829c","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/08 - 19:53:45 | 200 | 1.930492ms | 100.64.0.4 | DELETE "/v1/api-keys/cf57c9b3-9d0c-40fd-9d89-c3fc237e829c" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:53:45.272Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"466998c1-0831-4e5f-b118-7861fa274b59"} {"level":"info","timestamp":"2026-06-08T19:53:45.272Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"466998c1-0831-4e5f-b118-7861fa274b59","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/08 - 19:53:45 | 200 | 1.936049ms | 100.64.0.2 | DELETE "/v1/api-keys/466998c1-0831-4e5f-b118-7861fa274b59" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:53:45.307Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"1efdd583-1cab-4811-985e-2e3a303a5035"} {"level":"info","timestamp":"2026-06-08T19:53:45.307Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"1efdd583-1cab-4811-985e-2e3a303a5035","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/08 - 19:53:45 | 200 | 1.742449ms | 100.64.0.3 | DELETE "/v1/api-keys/1efdd583-1cab-4811-985e-2e3a303a5035" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 19:53:45 | 200 | 347.866µs | 10.134.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 19:53:45 | 200 | 369.409µs | 10.134.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 19:53:45 | 200 | 374.746µs | 10.134.0.58 | POST "/internal/v1/api-keys/validate" {"level":"info","timestamp":"2026-06-08T19:53:45.666Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0850f36a-ba2d-4d15-bb3c-ae250e4e10b4","ephemeral":true} {"level":"info","timestamp":"2026-06-08T19:53:45.666Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0850f36a-ba2d-4d15-bb3c-ae250e4e10b4","keyPrefix":"sk-oai-1Dt6zFIrEhlJ...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":true} [GIN] 2026/06/08 - 19:53:45 | 201 | 1.788746ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 19:53:45 | 200 | 4.811141ms | 100.64.0.4 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 19:53:45 | 200 | 706.969µs | 100.64.0.2 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:53:45.800Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1d9e18e8-42e8-40a5-a33f-1a9ae93fdca4","ephemeral":true} {"level":"info","timestamp":"2026-06-08T19:53:45.800Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1d9e18e8-42e8-40a5-a33f-1a9ae93fdca4","keyPrefix":"sk-oai-1KiLFNzVMTh8...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":true} [GIN] 2026/06/08 - 19:53:45 | 201 | 1.673925ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:53:46.235Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/06/08 - 19:53:46 | 200 | 723.609µs | ::1 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/06/08 - 19:53:46 | 200 | 421.481µs | 100.64.0.4 | GET "/v1/api-keys/1d9e18e8-42e8-40a5-a33f-1a9ae93fdca4" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 19:53:47 | 200 | 39.752µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-08T19:53:49.203Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-apikey-active-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"cd97a26b-5257-4fa8-b0fe-d0126f73d321","ephemeral":false} {"level":"info","timestamp":"2026-06-08T19:53:49.203Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cd97a26b-5257-4fa8-b0fe-d0126f73d321","keyPrefix":"sk-oai-173GQbHX681E...","username":"system:serviceaccount:llm:e2e-apikey-active-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 19:53:49 | 201 | 1.815962ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 19:53:52 | 200 | 36.633µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:53:53 | 200 | 42.414µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:53:57 | 200 | 41.545µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:54:02 | 200 | 40.579µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:54:03 | 200 | 38.502µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:54:07 | 200 | 44.701µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-08T19:54:08.525Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-apikey-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"dda9a524-12a3-4822-baea-88ca50dfe76b","ephemeral":false} {"level":"info","timestamp":"2026-06-08T19:54:08.525Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"dda9a524-12a3-4822-baea-88ca50dfe76b","keyPrefix":"sk-oai-16wj1QifCFOx...","username":"system:serviceaccount:llm:e2e-apikey-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 19:54:08 | 201 | 2.173013ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 19:54:12 | 200 | 39.119µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:54:13 | 200 | 40.614µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:54:17 | 200 | 39.764µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:54:22 | 200 | 35.061µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:54:23 | 200 | 41.048µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:54:27 | 200 | 39.213µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:54:32 | 200 | 40.179µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:54:33 | 200 | 42.839µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:54:37 | 200 | 40.202µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:54:42 | 200 | 41.7µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:54:43 | 200 | 39.157µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:54:47 | 200 | 47.905µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-08T19:54:47.462Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-apikey-pending-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"a852cb3d-d792-415a-bc1a-abad15678bb1","ephemeral":false} {"level":"info","timestamp":"2026-06-08T19:54:47.462Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a852cb3d-d792-415a-bc1a-abad15678bb1","keyPrefix":"sk-oai-Sqy5p1gcBQPs...","username":"system:serviceaccount:llm:e2e-apikey-pending-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 19:54:47 | 201 | 1.949381ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 19:54:52 | 200 | 41.898µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:54:53 | 200 | 38.961µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:54:57 | 200 | 46.143µs | 10.133.0.2 | GET "/health" {"level":"warn","timestamp":"2026-06-08T19:54:58.258Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:llm:e2e-apikey-unreconciled-sa","requestedSubscription":"e2e-apikey-unreconciled-sub","error":"requested model is unhealthy in subscription"} {"level":"error","timestamp":"2026-06-08T19:54:58.258Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"requested model is unhealthy in subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/06/08 - 19:54:58 | 400 | 444.657µs | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 19:55:02 | 200 | 51.605µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:55:03 | 200 | 50.529µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:55:07 | 200 | 33.347µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:55:12 | 200 | 33.581µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:55:13 | 200 | 34.841µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:55:17 | 200 | 35.212µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:55:22 | 200 | 33.871µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-08T19:55:22.642Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-filter-sa-fc7b98f4","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"c775a585-7833-4962-b064-6665c7588f00","ephemeral":false} {"level":"info","timestamp":"2026-06-08T19:55:22.642Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c775a585-7833-4962-b064-6665c7588f00","keyPrefix":"sk-oai-1U20un6ydz1Z...","username":"system:serviceaccount:llm:e2e-filter-sa-fc7b98f4","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 19:55:22 | 201 | 1.996915ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:55:22.679Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-filter-sa-fc7b98f4","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"20d68b68-cc8a-4d0d-a989-1c8255ee76fd","ephemeral":false} {"level":"info","timestamp":"2026-06-08T19:55:22.679Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"20d68b68-cc8a-4d0d-a989-1c8255ee76fd","keyPrefix":"sk-oai-1CegJM4ISA9s...","username":"system:serviceaccount:llm:e2e-filter-sa-fc7b98f4","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 19:55:22 | 201 | 1.682784ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:55:22.718Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-filter-sa-fc7b98f4","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"70616058-a98b-4b11-bc07-6032c70b9229","ephemeral":false} {"level":"info","timestamp":"2026-06-08T19:55:22.718Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"70616058-a98b-4b11-bc07-6032c70b9229","keyPrefix":"sk-oai-1MeKoS7poNmb...","username":"system:serviceaccount:llm:e2e-filter-sa-fc7b98f4","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 19:55:22 | 201 | 1.587357ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 19:55:22 | 200 | 3.81154ms | 100.64.0.4 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:55:22.795Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"c775a585-7833-4962-b064-6665c7588f00"} {"level":"info","timestamp":"2026-06-08T19:55:22.795Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"c775a585-7833-4962-b064-6665c7588f00","revokedBy":"system:serviceaccount:llm:e2e-filter-sa-fc7b98f4"} [GIN] 2026/06/08 - 19:55:22 | 200 | 2.041598ms | 100.64.0.3 | DELETE "/v1/api-keys/c775a585-7833-4962-b064-6665c7588f00" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:55:22.829Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"20d68b68-cc8a-4d0d-a989-1c8255ee76fd"} {"level":"info","timestamp":"2026-06-08T19:55:22.829Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"20d68b68-cc8a-4d0d-a989-1c8255ee76fd","revokedBy":"system:serviceaccount:llm:e2e-filter-sa-fc7b98f4"} [GIN] 2026/06/08 - 19:55:22 | 200 | 1.911607ms | 100.64.0.2 | DELETE "/v1/api-keys/20d68b68-cc8a-4d0d-a989-1c8255ee76fd" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:55:22.866Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"70616058-a98b-4b11-bc07-6032c70b9229"} {"level":"info","timestamp":"2026-06-08T19:55:22.866Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"70616058-a98b-4b11-bc07-6032c70b9229","revokedBy":"system:serviceaccount:llm:e2e-filter-sa-fc7b98f4"} [GIN] 2026/06/08 - 19:55:22 | 200 | 1.854066ms | 100.64.0.2 | DELETE "/v1/api-keys/70616058-a98b-4b11-bc07-6032c70b9229" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 19:55:23 | 200 | 32.89µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:55:27 | 200 | 33.35µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-08T19:55:31.937Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ef8ebcc7-19ff-4715-9338-7254a8e0fc1a","ephemeral":false} {"level":"info","timestamp":"2026-06-08T19:55:31.937Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ef8ebcc7-19ff-4715-9338-7254a8e0fc1a","keyPrefix":"sk-oai-16APOIkJObfo...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 19:55:31 | 201 | 1.917766ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:55:31.970Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"13b9a5ce-a755-4e84-a857-0937494fa046","ephemeral":false} {"level":"info","timestamp":"2026-06-08T19:55:31.970Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"13b9a5ce-a755-4e84-a857-0937494fa046","keyPrefix":"sk-oai-wKYcOoFhSwrs...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 19:55:31 | 201 | 1.52775ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 19:55:32 | 200 | 3.325241ms | 100.64.0.2 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:55:32.046Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"ef8ebcc7-19ff-4715-9338-7254a8e0fc1a"} {"level":"info","timestamp":"2026-06-08T19:55:32.046Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"ef8ebcc7-19ff-4715-9338-7254a8e0fc1a","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/08 - 19:55:32 | 200 | 1.908399ms | 100.64.0.3 | DELETE "/v1/api-keys/ef8ebcc7-19ff-4715-9338-7254a8e0fc1a" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:55:32.082Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"13b9a5ce-a755-4e84-a857-0937494fa046"} {"level":"info","timestamp":"2026-06-08T19:55:32.082Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"13b9a5ce-a755-4e84-a857-0937494fa046","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/08 - 19:55:32 | 200 | 1.873251ms | 100.64.0.4 | DELETE "/v1/api-keys/13b9a5ce-a755-4e84-a857-0937494fa046" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:55:32.118Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"79abdb5d-d8e9-4457-ba8a-b3172b665491","ephemeral":false} {"level":"info","timestamp":"2026-06-08T19:55:32.118Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"79abdb5d-d8e9-4457-ba8a-b3172b665491","keyPrefix":"sk-oai-1O5wWhCBnGcv...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 19:55:32 | 201 | 1.536795ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 19:55:32 | 200 | 32.522µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:55:32 | 200 | 789.759µs | 10.134.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 19:55:32 | 200 | 115.583µs | 100.64.0.3 | POST "/internal/v1/subscriptions/select" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 19:55:33 | 200 | 55.76µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:55:37 | 200 | 32.556µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:55:42 | 200 | 33.289µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:55:43 | 200 | 35.446µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:55:47 | 200 | 39.074µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:55:49 | 200 | 919.672µs | 10.134.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 19:55:49 | 200 | 111.489µs | 100.64.0.4 | POST "/internal/v1/subscriptions/select" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 19:55:52 | 200 | 32.805µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:55:53 | 200 | 32.278µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:55:57 | 200 | 44.012µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:56:02 | 200 | 33.504µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:56:03 | 200 | 34.201µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:56:07 | 200 | 40.382µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:56:12 | 200 | 34.256µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:56:13 | 200 | 32.84µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:56:17 | 200 | 42.303µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:56:22 | 200 | 33.124µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:56:23 | 200 | 34.215µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:56:27 | 200 | 34.988µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:56:32 | 200 | 37.254µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:56:33 | 200 | 35.425µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:56:37 | 200 | 38.363µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:56:42 | 200 | 45.98µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:56:43 | 200 | 31.6µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:56:47 | 200 | 41.6µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:56:52 | 200 | 40.676µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:56:53 | 200 | 40.601µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:56:57 | 200 | 35.016µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:57:02 | 200 | 37.563µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:57:03 | 200 | 32.178µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:57:07 | 200 | 35.362µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:57:12 | 200 | 32.88µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:57:13 | 200 | 31.925µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:57:17 | 200 | 35.179µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:57:22 | 200 | 37.573µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:57:23 | 200 | 35.156µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:57:27 | 200 | 33.017µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:57:32 | 200 | 37.527µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:57:33 | 200 | 34.347µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:57:37 | 200 | 32.101µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:57:42 | 200 | 33.462µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:57:43 | 200 | 33.166µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:57:47 | 200 | 34.984µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:57:52 | 200 | 33.739µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:57:53 | 200 | 32.955µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:57:57 | 200 | 32.929µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-08T19:57:59.588Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"79abdb5d-d8e9-4457-ba8a-b3172b665491"} {"level":"info","timestamp":"2026-06-08T19:57:59.588Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"79abdb5d-d8e9-4457-ba8a-b3172b665491","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/08 - 19:57:59 | 200 | 2.213318ms | 100.64.0.4 | DELETE "/v1/api-keys/79abdb5d-d8e9-4457-ba8a-b3172b665491" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:57:59.630Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7516bf0d-6e94-4132-9d12-d8ec9351905f","ephemeral":false} {"level":"info","timestamp":"2026-06-08T19:57:59.630Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7516bf0d-6e94-4132-9d12-d8ec9351905f","keyPrefix":"sk-oai-1c1ZaHQwraZ8...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 19:57:59 | 201 | 1.567894ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 19:57:59 | 200 | 378.876µs | 10.134.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 19:57:59 | 200 | 152.065µs | 10.134.0.58 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-08T19:57:59.717Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f7a17443-08d1-4958-9243-9eed7064c6b7","ephemeral":false} {"level":"info","timestamp":"2026-06-08T19:57:59.717Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f7a17443-08d1-4958-9243-9eed7064c6b7","keyPrefix":"sk-oai-bbqyFBvtGPK9...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 19:57:59 | 201 | 1.50411ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 19:57:59 | 200 | 421.751µs | 10.134.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 19:57:59 | 200 | 138.893µs | 10.134.0.58 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-08T19:57:59.787Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"eb31c725-512e-4bcf-a465-e65fa0889ffd","ephemeral":false} {"level":"info","timestamp":"2026-06-08T19:57:59.787Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"eb31c725-512e-4bcf-a465-e65fa0889ffd","keyPrefix":"sk-oai-6uPyQ8ZiDTQX...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 19:57:59 | 201 | 1.500563ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 19:58:02 | 200 | 33.872µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:58:03 | 200 | 32.494µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:58:04 | 200 | 2.510286ms | 10.134.0.58 | POST "/internal/v1/api-keys/validate" {"level":"info","timestamp":"2026-06-08T19:58:04.873Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"646dc546-8417-453a-b169-643e16c01200","ephemeral":false} {"level":"info","timestamp":"2026-06-08T19:58:04.873Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"646dc546-8417-453a-b169-643e16c01200","keyPrefix":"sk-oai-Oxg1Q9nov3q7...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 19:58:04 | 201 | 1.542738ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 19:58:07 | 200 | 32.213µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-08T19:58:11.755Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ac8b077e-569b-41b4-b4c2-3bb071acbe3b","ephemeral":false} {"level":"info","timestamp":"2026-06-08T19:58:11.755Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ac8b077e-569b-41b4-b4c2-3bb071acbe3b","keyPrefix":"sk-oai-sOYSLbEloBH0...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 19:58:11 | 201 | 1.980676ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 19:58:11 | 200 | 369.662µs | 10.134.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 19:58:11 | 200 | 121.072µs | 10.134.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 19:58:11 | 200 | 388.434µs | 10.134.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 19:58:11 | 200 | 116.32µs | 10.134.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 19:58:11 | 200 | 372.437µs | 10.134.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 19:58:11 | 200 | 110.375µs | 10.134.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 19:58:11 | 200 | 326.235µs | 10.134.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 19:58:11 | 200 | 102.791µs | 10.134.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 19:58:12 | 200 | 46.059µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:58:13 | 200 | 40.909µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:58:17 | 200 | 36.512µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:58:22 | 200 | 37.864µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:58:23 | 200 | 40.778µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-08T19:58:25.988Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"33f91360-b290-42ee-b936-235e19458476","ephemeral":false} {"level":"info","timestamp":"2026-06-08T19:58:25.988Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"33f91360-b290-42ee-b936-235e19458476","keyPrefix":"sk-oai-vrjLDYFhpKNX...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 19:58:25 | 201 | 3.421832ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 19:58:26 | 200 | 480.488µs | 10.134.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 19:58:26 | 200 | 262.733µs | 10.134.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 19:58:26 | 200 | 600.372µs | 10.134.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 19:58:26 | 200 | 374.557µs | 10.134.0.58 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-08T19:58:26.406Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"76b41f97-e39f-49b4-8b4b-41258e3dfcda","ephemeral":false} {"level":"info","timestamp":"2026-06-08T19:58:26.406Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"76b41f97-e39f-49b4-8b4b-41258e3dfcda","keyPrefix":"sk-oai-1DTT9MTGiB0X...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 19:58:26 | 201 | 1.833028ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:58:26.440Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"76b41f97-e39f-49b4-8b4b-41258e3dfcda"} {"level":"info","timestamp":"2026-06-08T19:58:26.440Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"76b41f97-e39f-49b4-8b4b-41258e3dfcda","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/08 - 19:58:26 | 200 | 2.601586ms | 100.64.0.3 | DELETE "/v1/api-keys/76b41f97-e39f-49b4-8b4b-41258e3dfcda" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:58:26.487Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6d84480c-16bd-4676-82d5-87d908ae23f8","ephemeral":false} {"level":"info","timestamp":"2026-06-08T19:58:26.487Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6d84480c-16bd-4676-82d5-87d908ae23f8","keyPrefix":"sk-oai-1EcQqIqDdhTR...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 19:58:26 | 201 | 1.594172ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-08T19:58:26.522Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"6d84480c-16bd-4676-82d5-87d908ae23f8"} {"level":"info","timestamp":"2026-06-08T19:58:26.522Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"6d84480c-16bd-4676-82d5-87d908ae23f8","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/08 - 19:58:26 | 200 | 1.913645ms | 100.64.0.3 | DELETE "/v1/api-keys/6d84480c-16bd-4676-82d5-87d908ae23f8" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"warn","timestamp":"2026-06-08T19:58:26.556Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:default:tester-regular-user","requestedSubscription":"e2e-no-such-subscription-bf9118e30018409ab174720490ec0777","error":"requested subscription not found"} {"level":"error","timestamp":"2026-06-08T19:58:26.556Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"requested subscription not found","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/06/08 - 19:58:26 | 400 | 215.375µs | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 19:58:26 | 200 | 717.78µs | 10.134.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 19:58:26 | 200 | 372.905µs | 10.134.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 19:58:26 | 200 | 547.577µs | 10.134.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 19:58:26 | 200 | 353.874µs | 10.134.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 19:58:27 | 200 | 39.867µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:58:32 | 200 | 40.47µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:58:33 | 200 | 43.471µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:58:35 | 200 | 10.382179ms | 10.134.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 19:58:35 | 200 | 395.816µs | 10.134.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 19:58:37 | 200 | 41.453µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:58:42 | 200 | 39.044µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:58:43 | 200 | 47.468µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:58:47 | 200 | 39.159µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:58:52 | 200 | 41.459µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:58:53 | 200 | 41.867µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:58:57 | 200 | 41.688µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:59:02 | 200 | 37.442µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:59:03 | 200 | 41.229µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:59:07 | 200 | 38.777µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:59:12 | 200 | 44.922µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:59:13 | 200 | 34.78µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:59:17 | 200 | 38.316µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:59:22 | 200 | 46.521µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:59:23 | 200 | 33.627µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:59:27 | 200 | 40.319µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:59:32 | 200 | 39.108µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:59:33 | 200 | 1.077162ms | 10.134.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 19:59:33 | 200 | 383.949µs | 10.134.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 19:59:33 | 200 | 32.937µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:59:35 | 200 | 781.066µs | 10.134.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 19:59:35 | 200 | 252.281µs | 10.134.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 19:59:37 | 200 | 38.999µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:59:37 | 200 | 820.667µs | 10.134.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 19:59:37 | 200 | 146.232µs | 10.134.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 19:59:39 | 200 | 786.38µs | 10.134.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 19:59:39 | 200 | 170.283µs | 10.134.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 19:59:41 | 200 | 923.208µs | 10.134.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 19:59:41 | 200 | 294.219µs | 10.134.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 19:59:42 | 200 | 39.628µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:59:43 | 200 | 40.597µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:59:43 | 200 | 801.587µs | 10.134.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 19:59:43 | 200 | 273.211µs | 10.134.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 19:59:45 | 200 | 751.311µs | 10.134.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 19:59:45 | 200 | 206.607µs | 10.134.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 19:59:47 | 200 | 38.398µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:59:47 | 200 | 770.478µs | 10.134.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 19:59:47 | 200 | 156.616µs | 10.134.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 19:59:49 | 200 | 833.975µs | 10.134.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 19:59:49 | 200 | 256.133µs | 10.134.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 19:59:51 | 200 | 856.501µs | 10.134.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 19:59:51 | 200 | 268.41µs | 10.134.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 19:59:52 | 200 | 37.104µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:59:53 | 200 | 37.074µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:59:53 | 200 | 760.763µs | 10.134.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 19:59:53 | 200 | 173.27µs | 10.134.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 19:59:56 | 200 | 829.832µs | 10.134.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 19:59:56 | 200 | 205.502µs | 10.134.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 19:59:57 | 200 | 40.876µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 19:59:58 | 200 | 759.271µs | 10.134.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 19:59:58 | 200 | 163.135µs | 10.134.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 20:00:00 | 200 | 819.695µs | 10.134.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 20:00:00 | 200 | 144.004µs | 10.134.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 20:00:02 | 200 | 965.447µs | 10.134.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 20:00:02 | 200 | 174.153µs | 10.134.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 20:00:02 | 200 | 41.732µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:00:03 | 200 | 37.785µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:00:04 | 200 | 956.197µs | 10.134.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 20:00:04 | 200 | 545.596µs | 10.134.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 20:00:06 | 200 | 966.154µs | 10.134.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 20:00:06 | 200 | 144.036µs | 10.134.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 20:00:07 | 200 | 34.165µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:00:12 | 200 | 32.155µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:00:13 | 200 | 38.724µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-08T20:00:16.820Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/06/08 - 20:00:16 | 200 | 1.005431ms | 10.134.0.60 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/06/08 - 20:00:17 | 200 | 35.909µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:00:22 | 200 | 32.25µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-08T20:00:22.891Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"27cc287d-aa41-4271-ae75-32d6b391f7ce","ephemeral":false} {"level":"info","timestamp":"2026-06-08T20:00:22.891Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"27cc287d-aa41-4271-ae75-32d6b391f7ce","keyPrefix":"sk-oai-p92EN2lDUg25...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/08 - 20:00:22 | 201 | 2.289808ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/08 - 20:00:22 | 200 | 423.521µs | 10.134.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 20:00:22 | 200 | 152.689µs | 10.134.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 20:00:23 | 200 | 31.635µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:00:27 | 200 | 32.081µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:00:32 | 200 | 33.059µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:00:33 | 200 | 31.234µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:00:37 | 200 | 35.6µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:00:42 | 200 | 40.661µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:00:43 | 200 | 34.594µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:00:47 | 200 | 50.326µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:00:47 | 200 | 970.147µs | 10.134.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 20:00:47 | 200 | 135.139µs | 10.134.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 20:00:52 | 200 | 37.808µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:00:53 | 200 | 32.178µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:00:57 | 200 | 31.995µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:01:02 | 200 | 35.29µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:01:03 | 200 | 33.236µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:01:04 | 200 | 1.243215ms | 10.134.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 20:01:04 | 200 | 144.699µs | 10.134.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 20:01:07 | 200 | 34.034µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:01:12 | 200 | 37.527µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:01:13 | 200 | 36.495µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:01:17 | 200 | 36.658µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:01:21 | 200 | 896.644µs | 10.134.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 20:01:21 | 200 | 118.553µs | 10.134.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 20:01:22 | 200 | 33.187µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:01:23 | 200 | 30.959µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:01:27 | 200 | 47.06µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:01:32 | 200 | 36.8µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:01:33 | 200 | 31.747µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:01:37 | 200 | 31.832µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:01:38 | 200 | 894.463µs | 10.134.0.58 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/08 - 20:01:38 | 200 | 213.961µs | 10.134.0.58 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/08 - 20:01:42 | 200 | 32.928µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:01:43 | 200 | 38.289µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:01:47 | 200 | 80.421µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:01:52 | 200 | 39.015µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:01:53 | 200 | 37.408µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:01:57 | 200 | 31.437µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:02:02 | 200 | 37.357µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:02:03 | 200 | 33.079µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:02:07 | 200 | 36.933µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:02:12 | 200 | 41.819µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:02:13 | 200 | 38.92µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:02:17 | 200 | 38.972µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:02:22 | 200 | 42.469µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:02:23 | 200 | 38.297µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:02:27 | 200 | 41.668µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:02:32 | 200 | 43.946µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:02:33 | 200 | 42.85µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:02:37 | 200 | 44.979µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:02:42 | 200 | 41.82µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:02:43 | 200 | 40.624µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:02:47 | 200 | 38.575µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:02:52 | 200 | 37.677µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:02:53 | 200 | 38.843µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/08 - 20:02:57 | 200 | 36.763µs | 10.133.0.2 | GET "/health"