[GIN] 2026/06/09 - 11:10:02 | 201 | 1.716168ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 11:10:02 | 200 | 525.679µs | 100.64.0.3 | GET "/v1/api-keys/0ef7618a-dabd-40a2-a27d-3ade02edc4d1" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T11:10:02.230Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"53908b0b-813a-48a4-af13-59a109ea8e3e","ephemeral":false} {"level":"info","timestamp":"2026-06-09T11:10:02.230Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"53908b0b-813a-48a4-af13-59a109ea8e3e","keyPrefix":"sk-oai-1eytIumP4OhU...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 11:10:02 | 201 | 1.752093ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T11:10:02.337Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"57526904-54d4-460f-bd55-142a0f3023d0","ephemeral":false} {"level":"info","timestamp":"2026-06-09T11:10:02.337Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"57526904-54d4-460f-bd55-142a0f3023d0","keyPrefix":"sk-oai-17fQafmX2nfp...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 11:10:02 | 201 | 1.734865ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 11:10:02 | 200 | 5.716636ms | 100.64.0.3 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 11:10:02 | 200 | 628.914µs | 100.64.0.4 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T11:10:02.587Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"931c4bea-92dd-4aba-8386-3ff0b0c34221","ephemeral":false} {"level":"info","timestamp":"2026-06-09T11:10:02.587Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"931c4bea-92dd-4aba-8386-3ff0b0c34221","keyPrefix":"sk-oai-17guIHzawXgH...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 11:10:02 | 201 | 1.62715ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T11:10:02.625Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"931c4bea-92dd-4aba-8386-3ff0b0c34221"} {"level":"info","timestamp":"2026-06-09T11:10:02.625Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"931c4bea-92dd-4aba-8386-3ff0b0c34221","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 11:10:02 | 200 | 2.13151ms | 100.64.0.3 | DELETE "/v1/api-keys/931c4bea-92dd-4aba-8386-3ff0b0c34221" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 11:10:02 | 200 | 477.141µs | 100.64.0.4 | GET "/v1/api-keys/931c4bea-92dd-4aba-8386-3ff0b0c34221" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T11:10:02.706Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d7b55303-d310-4b85-9de5-5fb283728872","ephemeral":false} {"level":"info","timestamp":"2026-06-09T11:10:02.706Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d7b55303-d310-4b85-9de5-5fb283728872","keyPrefix":"sk-oai-z59VT467KXXZ...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 11:10:02 | 201 | 1.769662ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 11:10:02 | 200 | 407.066µs | 100.64.0.3 | GET "/v1/api-keys/d7b55303-d310-4b85-9de5-5fb283728872" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 11:10:02 | 200 | 2.727694ms | 100.64.0.4 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T11:10:02.838Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"d7b55303-d310-4b85-9de5-5fb283728872"} {"level":"info","timestamp":"2026-06-09T11:10:02.838Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"d7b55303-d310-4b85-9de5-5fb283728872","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/06/09 - 11:10:02 | 200 | 2.453223ms | 100.64.0.2 | DELETE "/v1/api-keys/d7b55303-d310-4b85-9de5-5fb283728872" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T11:10:02.882Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"4df6c4c6-a5bc-46a6-9d34-ad58d48973f7","ephemeral":false} {"level":"info","timestamp":"2026-06-09T11:10:02.882Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4df6c4c6-a5bc-46a6-9d34-ad58d48973f7","keyPrefix":"sk-oai-M2Ic0ms8Y0BD...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 11:10:02 | 201 | 1.844414ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"warn","timestamp":"2026-06-09T11:10:02.916Z","caller":"api_keys/handler.go:124","message":"Unauthorized API key access attempt","requestingUser":"system:serviceaccount:default:tester-regular-user","keyOwner":"system:serviceaccount:maas-admin:tester-admin-user","keyId":"4df6c4c6-a5bc-46a6-9d34-ad58d48973f7"} [GIN] 2026/06/09 - 11:10:02 | 404 | 439.211µs | 100.64.0.4 | GET "/v1/api-keys/4df6c4c6-a5bc-46a6-9d34-ad58d48973f7" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"warn","timestamp":"2026-06-09T11:10:02.957Z","caller":"api_keys/handler.go:305","message":"Unauthorized API key revocation attempt","requestingUser":"system:serviceaccount:default:tester-regular-user","keyOwner":"system:serviceaccount:maas-admin:tester-admin-user","keyId":"4df6c4c6-a5bc-46a6-9d34-ad58d48973f7"} [GIN] 2026/06/09 - 11:10:02 | 404 | 444.489µs | 100.64.0.2 | DELETE "/v1/api-keys/4df6c4c6-a5bc-46a6-9d34-ad58d48973f7" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T11:10:03.006Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"99e21573-f710-4e68-bdff-4e8cf4349c82","ephemeral":false} {"level":"info","timestamp":"2026-06-09T11:10:03.006Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"99e21573-f710-4e68-bdff-4e8cf4349c82","keyPrefix":"sk-oai-tzTdLycZdpdE...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 11:10:03 | 201 | 1.674223ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T11:10:03.041Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"715d5fdc-e6f3-4ad1-b215-27a39529875c","ephemeral":false} {"level":"info","timestamp":"2026-06-09T11:10:03.041Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"715d5fdc-e6f3-4ad1-b215-27a39529875c","keyPrefix":"sk-oai-kZ26FIk8Wj7G...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 11:10:03 | 201 | 1.651587ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T11:10:03.075Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"372e2c43-a237-4f7a-8cc2-6dc7e3f7df2b","ephemeral":false} {"level":"info","timestamp":"2026-06-09T11:10:03.075Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"372e2c43-a237-4f7a-8cc2-6dc7e3f7df2b","keyPrefix":"sk-oai-I6UwsZhafXmn...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 11:10:03 | 201 | 1.63136ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 11:10:03 | 200 | 407.756µs | 100.64.0.3 | GET "/v1/api-keys/99e21573-f710-4e68-bdff-4e8cf4349c82" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T11:10:03.157Z","caller":"api_keys/store_postgres.go:448","message":"Revoked all keys for user","count":7,"user":"system:serviceaccount:default:tester-regular-user"} {"level":"info","timestamp":"2026-06-09T11:10:03.157Z","caller":"api_keys/handler.go:531","message":"Bulk revoked API keys","count":7,"targetUser":"system:serviceaccount:default:tester-regular-user","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 11:10:03 | 200 | 2.307647ms | 100.64.0.4 | POST "/v1/api-keys/bulk-revoke" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 11:10:03 | 200 | 436.794µs | 100.64.0.2 | GET "/v1/api-keys/99e21573-f710-4e68-bdff-4e8cf4349c82" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 11:10:03 | 200 | 409.88µs | 100.64.0.3 | GET "/v1/api-keys/715d5fdc-e6f3-4ad1-b215-27a39529875c" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 11:10:03 | 200 | 408.554µs | 100.64.0.4 | GET "/v1/api-keys/372e2c43-a237-4f7a-8cc2-6dc7e3f7df2b" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"warn","timestamp":"2026-06-09T11:10:03.308Z","caller":"api_keys/handler.go:508","message":"Unauthorized bulk revoke attempt","requestingUser":"system:serviceaccount:default:tester-regular-user","targetUser":"someotheruser"} [GIN] 2026/06/09 - 11:10:03 | 403 | 90.324µs | 100.64.0.2 | POST "/v1/api-keys/bulk-revoke" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T11:10:03.356Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"42f2898b-8f2e-4448-a961-277f64f4f7e9","ephemeral":false} {"level":"info","timestamp":"2026-06-09T11:10:03.356Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"42f2898b-8f2e-4448-a961-277f64f4f7e9","keyPrefix":"sk-oai-1DNq77E34BUG...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 11:10:03 | 201 | 1.74097ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 11:10:03 | 200 | 424.549µs | 100.64.0.4 | GET "/v1/api-keys/42f2898b-8f2e-4448-a961-277f64f4f7e9" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T11:10:03.428Z","caller":"api_keys/store_postgres.go:448","message":"Revoked all keys for user","count":1,"user":"system:serviceaccount:default:tester-regular-user"} {"level":"info","timestamp":"2026-06-09T11:10:03.428Z","caller":"api_keys/handler.go:531","message":"Bulk revoked API keys","count":1,"targetUser":"system:serviceaccount:default:tester-regular-user","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/06/09 - 11:10:03 | 200 | 1.69733ms | 100.64.0.2 | POST "/v1/api-keys/bulk-revoke" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T11:10:03.466Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1b2af3d5-09eb-4499-8348-42659b30d77a","ephemeral":false} {"level":"info","timestamp":"2026-06-09T11:10:03.466Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1b2af3d5-09eb-4499-8348-42659b30d77a","keyPrefix":"sk-oai-7yfCI7wTM7P7...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 11:10:03 | 201 | 1.652118ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T11:10:03.503Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ef508787-4b9f-4367-afb3-22c6f8dfd6e7","ephemeral":false} {"level":"info","timestamp":"2026-06-09T11:10:03.503Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ef508787-4b9f-4367-afb3-22c6f8dfd6e7","keyPrefix":"sk-oai-1dJLVlh50B4w...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 11:10:03 | 201 | 1.766935ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"error","timestamp":"2026-06-09T11:10:03.539Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"requested expiration (4320h0m0s) exceeds maximum allowed (90 days): expiration exceeds maximum allowed","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/06/09 - 11:10:03 | 400 | 168.477µs | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T11:10:03.575Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b262d75a-a604-458d-b843-3a0eacccd99c","ephemeral":false} {"level":"info","timestamp":"2026-06-09T11:10:03.575Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b262d75a-a604-458d-b843-3a0eacccd99c","keyPrefix":"sk-oai-RQHPeiRXKi5A...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 11:10:03 | 201 | 1.688999ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T11:10:03.614Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1f5ff1af-2777-4e61-a10b-2b8b787bf601","ephemeral":false} {"level":"info","timestamp":"2026-06-09T11:10:03.614Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1f5ff1af-2777-4e61-a10b-2b8b787bf601","keyPrefix":"sk-oai-1WGm5qNyCF9s...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 11:10:03 | 201 | 1.599063ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T11:10:03.651Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"67810826-831c-4a8e-aec7-2ebba6da8f65","ephemeral":false} {"level":"info","timestamp":"2026-06-09T11:10:03.651Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"67810826-831c-4a8e-aec7-2ebba6da8f65","keyPrefix":"sk-oai-KftHGzq6LPRH...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 11:10:03 | 201 | 1.533913ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 11:10:03 | 200 | 138.616µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 11:10:03 | 200 | 17.9814ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 11:10:03 | 200 | 636.738µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:10:03 | 200 | 325.7µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 11:10:03 | 200 | 276.202µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" {"level":"info","timestamp":"2026-06-09T11:10:03.825Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a9e9efbd-0163-4d07-b023-1cb92450c4d4","ephemeral":false} {"level":"info","timestamp":"2026-06-09T11:10:03.825Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a9e9efbd-0163-4d07-b023-1cb92450c4d4","keyPrefix":"sk-oai-iQpj0dwFw3Ae...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 11:10:03 | 201 | 1.704861ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 11:10:03 | 200 | 630.861µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:10:03 | 200 | 333.96µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-09T11:10:03.892Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"a9e9efbd-0163-4d07-b023-1cb92450c4d4"} {"level":"info","timestamp":"2026-06-09T11:10:03.892Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"a9e9efbd-0163-4d07-b023-1cb92450c4d4","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 11:10:03 | 200 | 2.01648ms | 100.64.0.3 | DELETE "/v1/api-keys/a9e9efbd-0163-4d07-b023-1cb92450c4d4" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 11:10:05 | 200 | 45.935µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:10:05 | 200 | 1.020979ms | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:10:05 | 200 | 571.096µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:10:05 | 200 | 211.12µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-09T11:10:05.990Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5052105e-66c4-455c-acfd-635557732b6f","ephemeral":false} {"level":"info","timestamp":"2026-06-09T11:10:05.990Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5052105e-66c4-455c-acfd-635557732b6f","keyPrefix":"sk-oai-y7QvRQYto7RI...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 11:10:05 | 201 | 1.69447ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T11:10:06.028Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"5052105e-66c4-455c-acfd-635557732b6f"} {"level":"info","timestamp":"2026-06-09T11:10:06.028Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"5052105e-66c4-455c-acfd-635557732b6f","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 11:10:06 | 200 | 2.176204ms | 100.64.0.4 | DELETE "/v1/api-keys/5052105e-66c4-455c-acfd-635557732b6f" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 11:10:06 | 404 | 666.865µs | 100.64.0.2 | DELETE "/v1/api-keys/5052105e-66c4-455c-acfd-635557732b6f" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 11:10:06 | 404 | 377.661µs | 100.64.0.3 | DELETE "/v1/api-keys/nonexistent-uuid-12345" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T11:10:06.133Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7ff127ff-4ea9-4545-8e86-e11a0521e65c","ephemeral":false} {"level":"info","timestamp":"2026-06-09T11:10:06.133Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7ff127ff-4ea9-4545-8e86-e11a0521e65c","keyPrefix":"sk-oai-62PdxuPrcBJb...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 11:10:06 | 201 | 1.638749ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T11:10:06.166Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"7ff127ff-4ea9-4545-8e86-e11a0521e65c"} {"level":"info","timestamp":"2026-06-09T11:10:06.166Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"7ff127ff-4ea9-4545-8e86-e11a0521e65c","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 11:10:06 | 200 | 1.86354ms | 100.64.0.2 | DELETE "/v1/api-keys/7ff127ff-4ea9-4545-8e86-e11a0521e65c" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T11:10:06.206Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3c590475-b2f7-45e4-a22a-a7581c51c782","ephemeral":false} {"level":"info","timestamp":"2026-06-09T11:10:06.206Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3c590475-b2f7-45e4-a22a-a7581c51c782","keyPrefix":"sk-oai-k3QoLjPofWY5...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 11:10:06 | 201 | 1.620547ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 11:10:06 | 200 | 510.412µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:10:06 | 200 | 478.631µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:10:06 | 200 | 168.023µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-09T11:10:06.305Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"cd33f291-c379-4982-88e2-000e8db78141","ephemeral":false} {"level":"info","timestamp":"2026-06-09T11:10:06.305Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cd33f291-c379-4982-88e2-000e8db78141","keyPrefix":"sk-oai-GbiO1grsTOeK...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 11:10:06 | 201 | 1.586926ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T11:10:06.338Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8702d996-9ddf-47ef-aef9-716b67b4bbbe","ephemeral":false} {"level":"info","timestamp":"2026-06-09T11:10:06.338Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8702d996-9ddf-47ef-aef9-716b67b4bbbe","keyPrefix":"sk-oai-1RhWDAO6QeIH...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 11:10:06 | 201 | 1.498142ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T11:10:06.372Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c4be49e4-f6a9-46e6-9848-54a833fd8999","ephemeral":false} {"level":"info","timestamp":"2026-06-09T11:10:06.372Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c4be49e4-f6a9-46e6-9848-54a833fd8999","keyPrefix":"sk-oai-89kbRcLp13bM...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 11:10:06 | 201 | 1.600254ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T11:10:06.412Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"cd33f291-c379-4982-88e2-000e8db78141"} {"level":"info","timestamp":"2026-06-09T11:10:06.412Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"cd33f291-c379-4982-88e2-000e8db78141","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 11:10:06 | 200 | 2.105499ms | 100.64.0.3 | DELETE "/v1/api-keys/cd33f291-c379-4982-88e2-000e8db78141" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 11:10:06 | 200 | 38.576µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T11:10:06.448Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"8702d996-9ddf-47ef-aef9-716b67b4bbbe"} {"level":"info","timestamp":"2026-06-09T11:10:06.448Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"8702d996-9ddf-47ef-aef9-716b67b4bbbe","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 11:10:06 | 200 | 2.023478ms | 100.64.0.4 | DELETE "/v1/api-keys/8702d996-9ddf-47ef-aef9-716b67b4bbbe" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T11:10:06.484Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"c4be49e4-f6a9-46e6-9848-54a833fd8999"} {"level":"info","timestamp":"2026-06-09T11:10:06.484Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"c4be49e4-f6a9-46e6-9848-54a833fd8999","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 11:10:06 | 200 | 2.168319ms | 100.64.0.2 | DELETE "/v1/api-keys/c4be49e4-f6a9-46e6-9848-54a833fd8999" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T11:10:06.527Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"90bacc31-c830-4e0b-bc98-b698da4383ec","ephemeral":false} {"level":"info","timestamp":"2026-06-09T11:10:06.527Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"90bacc31-c830-4e0b-bc98-b698da4383ec","keyPrefix":"sk-oai-gIlusoSjwxoH...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 11:10:06 | 201 | 1.697736ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T11:10:06.560Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"bb289565-801c-4eb8-98c5-6d935138c188","ephemeral":false} {"level":"info","timestamp":"2026-06-09T11:10:06.560Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bb289565-801c-4eb8-98c5-6d935138c188","keyPrefix":"sk-oai-aNhf4dd5jB5W...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 11:10:06 | 201 | 1.788551ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T11:10:06.596Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"dcb41d7d-fdac-48e7-904b-be9ee8b0efb9","ephemeral":false} {"level":"info","timestamp":"2026-06-09T11:10:06.596Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"dcb41d7d-fdac-48e7-904b-be9ee8b0efb9","keyPrefix":"sk-oai-a3nluE14AXS1...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 11:10:06 | 201 | 1.62761ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 11:10:06 | 200 | 484.177µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:10:06 | 200 | 127.193µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-09T11:10:06.666Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"90bacc31-c830-4e0b-bc98-b698da4383ec"} {"level":"info","timestamp":"2026-06-09T11:10:06.666Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"90bacc31-c830-4e0b-bc98-b698da4383ec","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 11:10:06 | 200 | 2.302814ms | 100.64.0.4 | DELETE "/v1/api-keys/90bacc31-c830-4e0b-bc98-b698da4383ec" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T11:10:06.710Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"bb289565-801c-4eb8-98c5-6d935138c188"} {"level":"info","timestamp":"2026-06-09T11:10:06.710Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"bb289565-801c-4eb8-98c5-6d935138c188","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 11:10:06 | 200 | 3.95311ms | 100.64.0.2 | DELETE "/v1/api-keys/bb289565-801c-4eb8-98c5-6d935138c188" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T11:10:06.753Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"dcb41d7d-fdac-48e7-904b-be9ee8b0efb9"} {"level":"info","timestamp":"2026-06-09T11:10:06.753Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"dcb41d7d-fdac-48e7-904b-be9ee8b0efb9","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 11:10:06 | 200 | 2.103755ms | 100.64.0.3 | DELETE "/v1/api-keys/dcb41d7d-fdac-48e7-904b-be9ee8b0efb9" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 11:10:06 | 200 | 435.658µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:10:06 | 200 | 531.906µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:10:06 | 200 | 432.97µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" {"level":"info","timestamp":"2026-06-09T11:10:07.122Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1ef02514-0097-4dfa-b2b6-38cb75f004ab","ephemeral":true} {"level":"info","timestamp":"2026-06-09T11:10:07.122Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1ef02514-0097-4dfa-b2b6-38cb75f004ab","keyPrefix":"sk-oai-PPc8Xd7jHCkH...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":true} [GIN] 2026/06/09 - 11:10:07 | 201 | 1.695096ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 11:10:07 | 200 | 3.462262ms | 100.64.0.2 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 11:10:07 | 200 | 612.476µs | 100.64.0.3 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T11:10:07.237Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"94f6faff-9274-43be-9367-de32dfba0a77","ephemeral":true} {"level":"info","timestamp":"2026-06-09T11:10:07.237Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"94f6faff-9274-43be-9367-de32dfba0a77","keyPrefix":"sk-oai-MIRk50RQMifI...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":true} [GIN] 2026/06/09 - 11:10:07 | 201 | 1.631676ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T11:10:07.672Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/06/09 - 11:10:07 | 200 | 923.652µs | ::1 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/06/09 - 11:10:07 | 200 | 400.191µs | 100.64.0.2 | GET "/v1/api-keys/94f6faff-9274-43be-9367-de32dfba0a77" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 11:10:10 | 200 | 45.063µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T11:10:10.585Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-apikey-active-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"a18cfa12-bc02-4a6d-90d3-7c5e25199752","ephemeral":false} {"level":"info","timestamp":"2026-06-09T11:10:10.585Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a18cfa12-bc02-4a6d-90d3-7c5e25199752","keyPrefix":"sk-oai-1bvsILfFHDE6...","username":"system:serviceaccount:llm:e2e-apikey-active-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 11:10:10 | 201 | 1.864589ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 11:10:15 | 200 | 57.421µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:10:16 | 200 | 40.876µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:10:20 | 200 | 40.291µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:10:25 | 200 | 39.656µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:10:26 | 200 | 39.406µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T11:10:29.927Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-apikey-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"3bb8eafc-e4cc-4a98-9dee-0b284febeb20","ephemeral":false} {"level":"info","timestamp":"2026-06-09T11:10:29.928Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3bb8eafc-e4cc-4a98-9dee-0b284febeb20","keyPrefix":"sk-oai-m1RJFAeGOVHI...","username":"system:serviceaccount:llm:e2e-apikey-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 11:10:29 | 201 | 2.389923ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 11:10:30 | 200 | 39.039µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:10:35 | 200 | 37.911µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:10:36 | 200 | 38.804µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:10:40 | 200 | 42.884µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:10:45 | 200 | 42.746µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:10:46 | 200 | 38.795µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:10:50 | 200 | 39.068µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:10:55 | 200 | 38.091µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:10:56 | 200 | 40.846µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:11:00 | 200 | 40.855µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:11:05 | 200 | 59.576µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:11:06 | 200 | 40.113µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T11:11:08.657Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-apikey-pending-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"ef662d0e-c853-4e3c-a335-4af651cde7f9","ephemeral":false} {"level":"info","timestamp":"2026-06-09T11:11:08.657Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ef662d0e-c853-4e3c-a335-4af651cde7f9","keyPrefix":"sk-oai-1KfMR4Sza32D...","username":"system:serviceaccount:llm:e2e-apikey-pending-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 11:11:08 | 201 | 1.98321ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 11:11:10 | 200 | 38.418µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:11:15 | 200 | 40.894µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:11:16 | 200 | 38.774µs | 10.133.0.2 | GET "/health" {"level":"warn","timestamp":"2026-06-09T11:11:18.919Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:llm:e2e-apikey-unreconciled-sa","requestedSubscription":"e2e-apikey-unreconciled-sub","error":"requested model is unhealthy in subscription"} {"level":"error","timestamp":"2026-06-09T11:11:18.919Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"requested model is unhealthy in subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/06/09 - 11:11:18 | 400 | 279.63µs | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 11:11:20 | 200 | 42.265µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:11:25 | 200 | 40.775µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:11:26 | 200 | 41.402µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:11:30 | 200 | 43.112µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:11:35 | 200 | 49.125µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:11:36 | 200 | 39.709µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:11:40 | 200 | 44.03µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T11:11:43.426Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-filter-sa-8e203f1c","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"f8d06f5c-3d0e-409a-b101-98cf5b5e3de1","ephemeral":false} {"level":"info","timestamp":"2026-06-09T11:11:43.426Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f8d06f5c-3d0e-409a-b101-98cf5b5e3de1","keyPrefix":"sk-oai-AS1FxRT8IRbg...","username":"system:serviceaccount:llm:e2e-filter-sa-8e203f1c","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 11:11:43 | 201 | 1.823848ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T11:11:43.465Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-filter-sa-8e203f1c","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"b9720d1a-cc98-480e-abc8-5eb08f1efb5a","ephemeral":false} {"level":"info","timestamp":"2026-06-09T11:11:43.465Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b9720d1a-cc98-480e-abc8-5eb08f1efb5a","keyPrefix":"sk-oai-P3jsun30RufF...","username":"system:serviceaccount:llm:e2e-filter-sa-8e203f1c","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 11:11:43 | 201 | 1.775269ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T11:11:43.502Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-filter-sa-8e203f1c","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"c00cff70-f567-4269-a67e-d0bf2b5c812d","ephemeral":false} {"level":"info","timestamp":"2026-06-09T11:11:43.502Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c00cff70-f567-4269-a67e-d0bf2b5c812d","keyPrefix":"sk-oai-liSRq6zIf7Ii...","username":"system:serviceaccount:llm:e2e-filter-sa-8e203f1c","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 11:11:43 | 201 | 1.603167ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 11:11:43 | 200 | 3.882206ms | 100.64.0.2 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T11:11:43.582Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"f8d06f5c-3d0e-409a-b101-98cf5b5e3de1"} {"level":"info","timestamp":"2026-06-09T11:11:43.583Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"f8d06f5c-3d0e-409a-b101-98cf5b5e3de1","revokedBy":"system:serviceaccount:llm:e2e-filter-sa-8e203f1c"} [GIN] 2026/06/09 - 11:11:43 | 200 | 2.294848ms | 100.64.0.2 | DELETE "/v1/api-keys/f8d06f5c-3d0e-409a-b101-98cf5b5e3de1" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T11:11:43.622Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"b9720d1a-cc98-480e-abc8-5eb08f1efb5a"} {"level":"info","timestamp":"2026-06-09T11:11:43.622Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"b9720d1a-cc98-480e-abc8-5eb08f1efb5a","revokedBy":"system:serviceaccount:llm:e2e-filter-sa-8e203f1c"} [GIN] 2026/06/09 - 11:11:43 | 200 | 2.018934ms | 100.64.0.3 | DELETE "/v1/api-keys/b9720d1a-cc98-480e-abc8-5eb08f1efb5a" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T11:11:43.662Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"c00cff70-f567-4269-a67e-d0bf2b5c812d"} {"level":"info","timestamp":"2026-06-09T11:11:43.662Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"c00cff70-f567-4269-a67e-d0bf2b5c812d","revokedBy":"system:serviceaccount:llm:e2e-filter-sa-8e203f1c"} [GIN] 2026/06/09 - 11:11:43 | 200 | 2.003957ms | 100.64.0.4 | DELETE "/v1/api-keys/c00cff70-f567-4269-a67e-d0bf2b5c812d" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 11:11:45 | 200 | 39.631µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:11:46 | 200 | 58.356µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:11:50 | 200 | 50.236µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T11:11:52.720Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e950a297-ba02-4404-ab80-4352f0f0f5de","ephemeral":false} {"level":"info","timestamp":"2026-06-09T11:11:52.720Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e950a297-ba02-4404-ab80-4352f0f0f5de","keyPrefix":"sk-oai-10ckHrUqzjci...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 11:11:52 | 201 | 1.977449ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T11:11:52.758Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"48badc2f-0c72-4349-a9f3-dc6e192b3e9b","ephemeral":false} {"level":"info","timestamp":"2026-06-09T11:11:52.758Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"48badc2f-0c72-4349-a9f3-dc6e192b3e9b","keyPrefix":"sk-oai-vuOBrC0Y6jXQ...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 11:11:52 | 201 | 1.814375ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 11:11:52 | 200 | 3.288627ms | 100.64.0.3 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T11:11:52.833Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"e950a297-ba02-4404-ab80-4352f0f0f5de"} {"level":"info","timestamp":"2026-06-09T11:11:52.833Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"e950a297-ba02-4404-ab80-4352f0f0f5de","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 11:11:52 | 200 | 1.9824ms | 100.64.0.4 | DELETE "/v1/api-keys/e950a297-ba02-4404-ab80-4352f0f0f5de" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T11:11:52.870Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"48badc2f-0c72-4349-a9f3-dc6e192b3e9b"} {"level":"info","timestamp":"2026-06-09T11:11:52.870Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"48badc2f-0c72-4349-a9f3-dc6e192b3e9b","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 11:11:52 | 200 | 2.130475ms | 100.64.0.3 | DELETE "/v1/api-keys/48badc2f-0c72-4349-a9f3-dc6e192b3e9b" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T11:11:52.914Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6e036575-4bd0-437f-8341-931c707c4505","ephemeral":false} {"level":"info","timestamp":"2026-06-09T11:11:52.914Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6e036575-4bd0-437f-8341-931c707c4505","keyPrefix":"sk-oai-1Bg0pakuMcFT...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 11:11:52 | 201 | 1.71904ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 11:11:53 | 200 | 826.286µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:11:53 | 200 | 128.618µs | 100.64.0.4 | POST "/internal/v1/subscriptions/select" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 11:11:55 | 200 | 41.962µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:11:56 | 200 | 39.814µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:12:00 | 200 | 45.598µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:12:05 | 200 | 52.268µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:12:06 | 200 | 40.128µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:12:09 | 200 | 793.849µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:12:09 | 200 | 113.924µs | 100.64.0.2 | POST "/internal/v1/subscriptions/select" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 11:12:10 | 200 | 38.246µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:12:15 | 200 | 41.129µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:12:16 | 200 | 38.031µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:12:20 | 200 | 42.303µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:12:25 | 200 | 39.984µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:12:26 | 200 | 40.019µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:12:30 | 200 | 40.311µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:12:35 | 200 | 44.222µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:12:36 | 200 | 39.353µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:12:40 | 200 | 37.984µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:12:45 | 200 | 39.691µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:12:46 | 200 | 39.264µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:12:50 | 200 | 39.575µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:12:55 | 200 | 38.27µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:12:56 | 200 | 43.344µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:13:00 | 200 | 48.208µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:13:05 | 200 | 38.33µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:13:06 | 200 | 40.514µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:13:10 | 200 | 38.646µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:13:15 | 200 | 43.454µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:13:16 | 200 | 38.178µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:13:20 | 200 | 39.21µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:13:25 | 200 | 43.024µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:13:26 | 200 | 43.863µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:13:30 | 200 | 38.903µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:13:35 | 200 | 45.778µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:13:36 | 200 | 40.992µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:13:40 | 200 | 39.883µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:13:45 | 200 | 53.8µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:13:46 | 200 | 39.176µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:13:50 | 200 | 39.449µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:13:55 | 200 | 38.603µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:13:56 | 200 | 42.179µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:14:00 | 200 | 43.575µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:14:05 | 200 | 41.884µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:14:06 | 200 | 42.456µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:14:10 | 200 | 41.136µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:14:15 | 200 | 49.149µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:14:16 | 200 | 41.618µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T11:14:19.512Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"6e036575-4bd0-437f-8341-931c707c4505"} {"level":"info","timestamp":"2026-06-09T11:14:19.512Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"6e036575-4bd0-437f-8341-931c707c4505","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 11:14:19 | 200 | 2.527746ms | 100.64.0.3 | DELETE "/v1/api-keys/6e036575-4bd0-437f-8341-931c707c4505" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T11:14:19.555Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"925a54e8-2cdb-4217-afe3-f9b8e7f96f6f","ephemeral":false} {"level":"info","timestamp":"2026-06-09T11:14:19.555Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"925a54e8-2cdb-4217-afe3-f9b8e7f96f6f","keyPrefix":"sk-oai-1dqTls0GT7Hq...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 11:14:19 | 201 | 1.726915ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 11:14:19 | 200 | 662.289µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:14:19 | 200 | 133.972µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-09T11:14:19.649Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"bed3bf3b-b2e9-4adc-b16e-631a506af63c","ephemeral":false} {"level":"info","timestamp":"2026-06-09T11:14:19.649Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bed3bf3b-b2e9-4adc-b16e-631a506af63c","keyPrefix":"sk-oai-ExqIecPgvZ7N...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 11:14:19 | 201 | 1.770921ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 11:14:19 | 200 | 567.224µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:14:19 | 200 | 156.825µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-09T11:14:19.726Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"da407d7f-815c-42f5-b875-ea1e9f46e638","ephemeral":false} {"level":"info","timestamp":"2026-06-09T11:14:19.726Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"da407d7f-815c-42f5-b875-ea1e9f46e638","keyPrefix":"sk-oai-1Lv22JQSROoQ...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 11:14:19 | 201 | 1.765295ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 11:14:20 | 200 | 41.536µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:14:24 | 200 | 2.405373ms | 10.134.0.53 | POST "/internal/v1/api-keys/validate" {"level":"info","timestamp":"2026-06-09T11:14:24.812Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a84d162e-f7ec-451b-988a-9e3866f6143a","ephemeral":false} {"level":"info","timestamp":"2026-06-09T11:14:24.812Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a84d162e-f7ec-451b-988a-9e3866f6143a","keyPrefix":"sk-oai-XFPl0eYhuzPJ...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 11:14:24 | 201 | 1.787462ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 11:14:25 | 200 | 41.16µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:14:26 | 200 | 52.627µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:14:30 | 200 | 54.666µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T11:14:33.829Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"706f4044-1065-4237-8232-e363da08589e","ephemeral":false} {"level":"info","timestamp":"2026-06-09T11:14:33.829Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"706f4044-1065-4237-8232-e363da08589e","keyPrefix":"sk-oai-1FrmBZWpavjU...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 11:14:33 | 201 | 2.069817ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 11:14:33 | 200 | 569.405µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:14:33 | 200 | 140.392µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 11:14:33 | 200 | 548.521µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:14:33 | 200 | 207.177µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 11:14:33 | 200 | 530.44µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:14:33 | 200 | 176.413µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 11:14:33 | 200 | 602.787µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:14:33 | 200 | 158.544µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 11:14:35 | 200 | 82.581µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:14:36 | 200 | 36.339µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:14:40 | 200 | 34.393µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:14:45 | 200 | 34.276µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T11:14:46.162Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"96d5da99-1f37-47c4-aea4-9b67bfda9c48","ephemeral":false} {"level":"info","timestamp":"2026-06-09T11:14:46.162Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"96d5da99-1f37-47c4-aea4-9b67bfda9c48","keyPrefix":"sk-oai-NoXkNsViTcun...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 11:14:46 | 201 | 3.209001ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 11:14:46 | 200 | 524.185µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:14:46 | 200 | 207.238µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 11:14:46 | 200 | 551.779µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:14:46 | 200 | 162.271µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 11:14:46 | 200 | 35.913µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T11:14:46.599Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"32af0ffd-c03d-4a4f-90cc-18399c13fcc6","ephemeral":false} {"level":"info","timestamp":"2026-06-09T11:14:46.599Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"32af0ffd-c03d-4a4f-90cc-18399c13fcc6","keyPrefix":"sk-oai-9cXL4gtogAxM...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 11:14:46 | 201 | 1.869605ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T11:14:46.635Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"32af0ffd-c03d-4a4f-90cc-18399c13fcc6"} {"level":"info","timestamp":"2026-06-09T11:14:46.635Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"32af0ffd-c03d-4a4f-90cc-18399c13fcc6","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 11:14:46 | 200 | 2.163204ms | 100.64.0.3 | DELETE "/v1/api-keys/32af0ffd-c03d-4a4f-90cc-18399c13fcc6" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T11:14:46.676Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"88c73e52-2ad5-4269-9ed7-7cb6c98d58b3","ephemeral":false} {"level":"info","timestamp":"2026-06-09T11:14:46.676Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"88c73e52-2ad5-4269-9ed7-7cb6c98d58b3","keyPrefix":"sk-oai-F33xHhXVj5q0...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 11:14:46 | 201 | 1.738418ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T11:14:46.709Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"88c73e52-2ad5-4269-9ed7-7cb6c98d58b3"} {"level":"info","timestamp":"2026-06-09T11:14:46.709Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"88c73e52-2ad5-4269-9ed7-7cb6c98d58b3","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 11:14:46 | 200 | 2.198687ms | 100.64.0.4 | DELETE "/v1/api-keys/88c73e52-2ad5-4269-9ed7-7cb6c98d58b3" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"warn","timestamp":"2026-06-09T11:14:46.746Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:default:tester-regular-user","requestedSubscription":"e2e-no-such-subscription-843f56e557644901a9aafb1e42583f56","error":"requested subscription not found"} {"level":"error","timestamp":"2026-06-09T11:14:46.746Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"requested subscription not found","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/06/09 - 11:14:46 | 400 | 239.286µs | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 11:14:46 | 200 | 558.694µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:14:47 | 200 | 224.299µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 11:14:47 | 200 | 522.72µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:14:47 | 200 | 140.047µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 11:14:50 | 200 | 43.73µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:14:55 | 200 | 49.687µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:14:55 | 200 | 10.264419ms | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:14:55 | 200 | 146.452µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 11:14:56 | 200 | 34.114µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:15:00 | 200 | 35.606µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T11:15:03.573Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/06/09 - 11:15:03 | 200 | 1.428809ms | 10.134.0.55 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/06/09 - 11:15:05 | 200 | 34.368µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:15:06 | 200 | 35.759µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:15:10 | 200 | 38.27µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:15:15 | 200 | 34.091µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:15:16 | 200 | 35.893µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T11:15:19.887Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8995fa5d-e781-4191-829f-037b651ea57f","ephemeral":false} {"level":"info","timestamp":"2026-06-09T11:15:19.887Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8995fa5d-e781-4191-829f-037b651ea57f","keyPrefix":"sk-oai-3cFakvXzYk3B...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 11:15:19 | 201 | 2.576486ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 11:15:19 | 200 | 644.881µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:15:19 | 200 | 160.252µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 11:15:20 | 200 | 38.446µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:15:20 | 200 | 599.127µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:15:20 | 200 | 144.272µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 11:15:20 | 200 | 658.519µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:15:20 | 200 | 145.605µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 11:15:20 | 200 | 646.422µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:15:20 | 200 | 174.359µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 11:15:20 | 200 | 623.358µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:15:20 | 200 | 155.95µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 11:15:20 | 200 | 601.689µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:15:20 | 200 | 148.79µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 11:15:25 | 200 | 31.849µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:15:26 | 200 | 34.391µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:15:30 | 200 | 37.352µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:15:35 | 200 | 34.157µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:15:36 | 200 | 39.522µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:15:40 | 200 | 38.892µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:15:45 | 200 | 35.645µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:15:46 | 200 | 32.956µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:15:50 | 200 | 36.386µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:15:54 | 200 | 1.194353ms | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:15:54 | 200 | 161.51µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 11:15:55 | 200 | 35.549µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:15:56 | 200 | 1.027968ms | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:15:56 | 200 | 174.324µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 11:15:56 | 200 | 27.856µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:15:58 | 200 | 948.883µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:15:58 | 200 | 132.605µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 11:16:00 | 200 | 38.228µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:16:00 | 200 | 882.537µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:16:00 | 200 | 224.216µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 11:16:02 | 200 | 835.456µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:16:02 | 200 | 142.493µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 11:16:04 | 200 | 860.025µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:16:04 | 200 | 158.175µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 11:16:05 | 200 | 34.886µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:16:06 | 200 | 37.726µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:16:06 | 200 | 766.771µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:16:06 | 200 | 151.837µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 11:16:08 | 200 | 742.993µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:16:08 | 200 | 144.224µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 11:16:10 | 200 | 37.371µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:16:10 | 200 | 798.083µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:16:10 | 200 | 168.879µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 11:16:12 | 200 | 789.521µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:16:12 | 200 | 148.695µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 11:16:14 | 200 | 752.804µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:16:14 | 200 | 139.349µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 11:16:15 | 200 | 37.984µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:16:16 | 200 | 38.114µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:16:16 | 200 | 837.294µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:16:16 | 200 | 145.071µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 11:16:18 | 200 | 860.87µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:16:18 | 200 | 145.318µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 11:16:20 | 200 | 38.927µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:16:20 | 200 | 850.618µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:16:20 | 200 | 149.37µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 11:16:22 | 200 | 773.612µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:16:22 | 200 | 160.227µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 11:16:25 | 200 | 39.744µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:16:26 | 200 | 38.786µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:16:30 | 200 | 42.853µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:16:35 | 200 | 47.245µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:16:36 | 200 | 39.457µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T11:16:39.468Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0261c56a-6dfc-4b06-a301-3a47312add12","ephemeral":false} {"level":"info","timestamp":"2026-06-09T11:16:39.468Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0261c56a-6dfc-4b06-a301-3a47312add12","keyPrefix":"sk-oai-19x4oSZEYpZM...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 11:16:39 | 201 | 2.263946ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 11:16:39 | 200 | 755.102µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:16:39 | 200 | 128.134µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 11:16:40 | 200 | 41.36µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:16:45 | 200 | 40.023µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:16:46 | 200 | 38.355µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:16:50 | 200 | 42.614µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:16:55 | 200 | 41.176µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:16:56 | 200 | 44.806µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:17:00 | 200 | 41.43µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:17:04 | 200 | 786.859µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:17:04 | 200 | 138.829µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 11:17:05 | 200 | 40.692µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:17:06 | 200 | 42.778µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:17:10 | 200 | 44.23µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:17:15 | 200 | 40.971µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:17:16 | 200 | 38.683µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:17:20 | 200 | 37.305µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:17:20 | 200 | 777.951µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:17:20 | 200 | 143.887µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 11:17:25 | 200 | 51.77µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:17:26 | 200 | 40.549µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:17:30 | 200 | 42.965µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:17:35 | 200 | 38.12µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:17:36 | 200 | 46.286µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:17:37 | 200 | 788.856µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:17:37 | 200 | 145.31µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 11:17:40 | 200 | 41.37µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:17:45 | 200 | 38.537µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:17:46 | 200 | 43.167µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:17:50 | 200 | 62.588µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:17:54 | 200 | 818.643µs | 10.134.0.53 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 11:17:54 | 200 | 119.645µs | 10.134.0.53 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 11:17:55 | 200 | 62.046µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:17:56 | 200 | 47.436µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:18:00 | 200 | 62.54µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:18:05 | 200 | 41.294µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:18:06 | 200 | 37.657µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:18:10 | 200 | 37.109µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:18:15 | 200 | 41.305µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:18:16 | 200 | 42.029µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:18:20 | 200 | 59.42µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:18:25 | 200 | 35.265µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:18:26 | 200 | 32.14µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:18:30 | 200 | 37.467µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:18:35 | 200 | 31.955µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:18:36 | 200 | 33.636µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:18:40 | 200 | 33.91µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:18:45 | 200 | 34.392µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:18:46 | 200 | 32.306µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:18:50 | 200 | 32.999µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:18:55 | 200 | 37.769µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:18:56 | 200 | 34.181µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:19:00 | 200 | 35.288µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:19:05 | 200 | 33.789µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:19:06 | 200 | 34.707µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:19:10 | 200 | 39.037µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:19:15 | 200 | 36.169µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:19:16 | 200 | 33.599µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/09 - 11:19:20 | 200 | 34.684µs | 10.133.0.2 | GET "/health"