{"level":"info","timestamp":"2026-06-10T13:14:42.584Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"50f3f490-a4ce-4e50-9a02-b90f92e090a3","ephemeral":false} {"level":"info","timestamp":"2026-06-10T13:14:42.584Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"50f3f490-a4ce-4e50-9a02-b90f92e090a3","keyPrefix":"sk-oai-1MCrYlVj39DN...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 13:14:42 | 201 | 1.219309ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 13:14:42 | 200 | 5.028311ms | 100.64.0.2 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 13:14:42 | 200 | 564.695µs | 100.64.0.2 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T13:14:42.686Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"14fac222-4b80-427a-a76b-72c02bdd42e3","ephemeral":false} {"level":"info","timestamp":"2026-06-10T13:14:42.686Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"14fac222-4b80-427a-a76b-72c02bdd42e3","keyPrefix":"sk-oai-839yPyhZet7H...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 13:14:42 | 201 | 1.27439ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T13:14:42.718Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"14fac222-4b80-427a-a76b-72c02bdd42e3"} {"level":"info","timestamp":"2026-06-10T13:14:42.718Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"14fac222-4b80-427a-a76b-72c02bdd42e3","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/10 - 13:14:42 | 200 | 1.690742ms | 100.64.0.3 | DELETE "/v1/api-keys/14fac222-4b80-427a-a76b-72c02bdd42e3" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 13:14:42 | 200 | 468.448µs | 100.64.0.3 | GET "/v1/api-keys/14fac222-4b80-427a-a76b-72c02bdd42e3" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T13:14:42.781Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"65aed104-1fed-4868-8359-a15706a98542","ephemeral":false} {"level":"info","timestamp":"2026-06-10T13:14:42.781Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"65aed104-1fed-4868-8359-a15706a98542","keyPrefix":"sk-oai-1daMUQlEzSmI...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 13:14:42 | 201 | 1.230967ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 13:14:42 | 200 | 411.424µs | 100.64.0.4 | GET "/v1/api-keys/65aed104-1fed-4868-8359-a15706a98542" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 13:14:42 | 200 | 3.974875ms | 100.64.0.2 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T13:14:42.871Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"65aed104-1fed-4868-8359-a15706a98542"} {"level":"info","timestamp":"2026-06-10T13:14:42.871Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"65aed104-1fed-4868-8359-a15706a98542","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/06/10 - 13:14:42 | 200 | 1.457958ms | 100.64.0.4 | DELETE "/v1/api-keys/65aed104-1fed-4868-8359-a15706a98542" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T13:14:42.904Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"12f66f52-be82-4518-8291-6068c7dac412","ephemeral":false} {"level":"info","timestamp":"2026-06-10T13:14:42.904Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"12f66f52-be82-4518-8291-6068c7dac412","keyPrefix":"sk-oai-1OKIHOiCf6iQ...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 13:14:42 | 201 | 1.187318ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"warn","timestamp":"2026-06-10T13:14:42.936Z","caller":"api_keys/handler.go:124","message":"Unauthorized API key access attempt","requestingUser":"system:serviceaccount:default:tester-regular-user","keyOwner":"system:serviceaccount:maas-admin:tester-admin-user","keyId":"12f66f52-be82-4518-8291-6068c7dac412"} [GIN] 2026/06/10 - 13:14:42 | 404 | 404.079µs | 100.64.0.4 | GET "/v1/api-keys/12f66f52-be82-4518-8291-6068c7dac412" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"warn","timestamp":"2026-06-10T13:14:42.964Z","caller":"api_keys/handler.go:305","message":"Unauthorized API key revocation attempt","requestingUser":"system:serviceaccount:default:tester-regular-user","keyOwner":"system:serviceaccount:maas-admin:tester-admin-user","keyId":"12f66f52-be82-4518-8291-6068c7dac412"} [GIN] 2026/06/10 - 13:14:42 | 404 | 424.381µs | 100.64.0.3 | DELETE "/v1/api-keys/12f66f52-be82-4518-8291-6068c7dac412" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T13:14:42.996Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0b3d05d2-90ab-4e2e-944f-81af603cef63","ephemeral":false} {"level":"info","timestamp":"2026-06-10T13:14:42.996Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0b3d05d2-90ab-4e2e-944f-81af603cef63","keyPrefix":"sk-oai-c3mdoqdNqp5j...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 13:14:42 | 201 | 1.21704ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T13:14:43.023Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6a100fc5-47ef-4d2f-a0b2-5f53881493c5","ephemeral":false} {"level":"info","timestamp":"2026-06-10T13:14:43.023Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6a100fc5-47ef-4d2f-a0b2-5f53881493c5","keyPrefix":"sk-oai-z4aDjYTHdxjV...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 13:14:43 | 201 | 1.147306ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T13:14:43.052Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2fb7c961-fc29-4a67-ad9f-e26ab0d86a1b","ephemeral":false} {"level":"info","timestamp":"2026-06-10T13:14:43.052Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2fb7c961-fc29-4a67-ad9f-e26ab0d86a1b","keyPrefix":"sk-oai-6OE8VH5TR7wS...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 13:14:43 | 201 | 1.113006ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 13:14:43 | 200 | 379.328µs | 100.64.0.3 | GET "/v1/api-keys/0b3d05d2-90ab-4e2e-944f-81af603cef63" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T13:14:43.106Z","caller":"api_keys/store_postgres.go:448","message":"Revoked all keys for user","count":7,"user":"system:serviceaccount:default:tester-regular-user"} {"level":"info","timestamp":"2026-06-10T13:14:43.106Z","caller":"api_keys/handler.go:531","message":"Bulk revoked API keys","count":7,"targetUser":"system:serviceaccount:default:tester-regular-user","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/10 - 13:14:43 | 200 | 1.667805ms | 100.64.0.2 | POST "/v1/api-keys/bulk-revoke" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 13:14:43 | 200 | 394.366µs | 100.64.0.4 | GET "/v1/api-keys/0b3d05d2-90ab-4e2e-944f-81af603cef63" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 13:14:43 | 200 | 364.682µs | 100.64.0.3 | GET "/v1/api-keys/6a100fc5-47ef-4d2f-a0b2-5f53881493c5" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 13:14:43 | 200 | 323.804µs | 100.64.0.2 | GET "/v1/api-keys/2fb7c961-fc29-4a67-ad9f-e26ab0d86a1b" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"warn","timestamp":"2026-06-10T13:14:43.217Z","caller":"api_keys/handler.go:508","message":"Unauthorized bulk revoke attempt","requestingUser":"system:serviceaccount:default:tester-regular-user","targetUser":"someotheruser"} [GIN] 2026/06/10 - 13:14:43 | 403 | 106.717µs | 100.64.0.4 | POST "/v1/api-keys/bulk-revoke" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T13:14:43.246Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"bc22bb4c-7a5d-4970-b7a0-05c8afa76328","ephemeral":false} {"level":"info","timestamp":"2026-06-10T13:14:43.246Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bc22bb4c-7a5d-4970-b7a0-05c8afa76328","keyPrefix":"sk-oai-1S65GMvpeOI1...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 13:14:43 | 201 | 1.187354ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 13:14:43 | 200 | 360.541µs | 100.64.0.3 | GET "/v1/api-keys/bc22bb4c-7a5d-4970-b7a0-05c8afa76328" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T13:14:43.305Z","caller":"api_keys/store_postgres.go:448","message":"Revoked all keys for user","count":1,"user":"system:serviceaccount:default:tester-regular-user"} {"level":"info","timestamp":"2026-06-10T13:14:43.305Z","caller":"api_keys/handler.go:531","message":"Bulk revoked API keys","count":1,"targetUser":"system:serviceaccount:default:tester-regular-user","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/06/10 - 13:14:43 | 200 | 1.173849ms | 100.64.0.2 | POST "/v1/api-keys/bulk-revoke" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T13:14:43.336Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"00a957a0-10c0-4b7a-9a5a-8f4958b9020b","ephemeral":false} {"level":"info","timestamp":"2026-06-10T13:14:43.336Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"00a957a0-10c0-4b7a-9a5a-8f4958b9020b","keyPrefix":"sk-oai-9JnIWZ6ifBy3...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 13:14:43 | 201 | 1.42004ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T13:14:43.369Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"76b1a4e9-5a13-40bf-9f66-95094ceea255","ephemeral":false} {"level":"info","timestamp":"2026-06-10T13:14:43.369Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"76b1a4e9-5a13-40bf-9f66-95094ceea255","keyPrefix":"sk-oai-qbe3GzDlpk6l...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 13:14:43 | 201 | 1.172545ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"error","timestamp":"2026-06-10T13:14:43.398Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"requested expiration (4320h0m0s) exceeds maximum allowed (90 days): expiration exceeds maximum allowed","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/06/10 - 13:14:43 | 400 | 147.505µs | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T13:14:43.430Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"59bec9dc-2562-41d9-b852-5f8218ea7ecf","ephemeral":false} {"level":"info","timestamp":"2026-06-10T13:14:43.430Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"59bec9dc-2562-41d9-b852-5f8218ea7ecf","keyPrefix":"sk-oai-1PkZ93D6KL9d...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 13:14:43 | 201 | 1.176785ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T13:14:43.461Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f8da6b4a-246f-4f87-864f-171ec3f3b958","ephemeral":false} {"level":"info","timestamp":"2026-06-10T13:14:43.461Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f8da6b4a-246f-4f87-864f-171ec3f3b958","keyPrefix":"sk-oai-piasjJRYhzyB...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 13:14:43 | 201 | 1.057546ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T13:14:43.488Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3bcb4f57-f197-4783-998e-5c3be62e1c62","ephemeral":false} {"level":"info","timestamp":"2026-06-10T13:14:43.488Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3bcb4f57-f197-4783-998e-5c3be62e1c62","keyPrefix":"sk-oai-nMMiVL4U0sNz...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 13:14:43 | 201 | 1.006271ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 13:14:43 | 200 | 141.642µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:14:43 | 200 | 16.396877ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 13:14:43 | 200 | 530.308µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:14:43 | 200 | 237.461µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:14:43 | 200 | 164.295µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" {"level":"info","timestamp":"2026-06-10T13:14:43.629Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0cf3bb17-7181-42f6-be1b-57bb45de76a2","ephemeral":false} {"level":"info","timestamp":"2026-06-10T13:14:43.629Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0cf3bb17-7181-42f6-be1b-57bb45de76a2","keyPrefix":"sk-oai-ooxumB3LkCLZ...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 13:14:43 | 201 | 1.160459ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 13:14:43 | 200 | 452.521µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:14:43 | 200 | 114.571µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-10T13:14:43.682Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"0cf3bb17-7181-42f6-be1b-57bb45de76a2"} {"level":"info","timestamp":"2026-06-10T13:14:43.682Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"0cf3bb17-7181-42f6-be1b-57bb45de76a2","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/10 - 13:14:43 | 200 | 1.454811ms | 100.64.0.2 | DELETE "/v1/api-keys/0cf3bb17-7181-42f6-be1b-57bb45de76a2" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 13:14:45 | 200 | 37.537µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:14:45 | 200 | 38.886µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:14:45 | 200 | 840.49µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:14:45 | 200 | 566.877µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:14:45 | 200 | 139.052µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-10T13:14:45.771Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d510ee81-ebfa-4ce8-8cb9-dc1cafd0905b","ephemeral":false} {"level":"info","timestamp":"2026-06-10T13:14:45.771Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d510ee81-ebfa-4ce8-8cb9-dc1cafd0905b","keyPrefix":"sk-oai-1eCuoRx0TwDh...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 13:14:45 | 201 | 1.209416ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T13:14:45.804Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"d510ee81-ebfa-4ce8-8cb9-dc1cafd0905b"} {"level":"info","timestamp":"2026-06-10T13:14:45.804Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"d510ee81-ebfa-4ce8-8cb9-dc1cafd0905b","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/10 - 13:14:45 | 200 | 1.541065ms | 100.64.0.2 | DELETE "/v1/api-keys/d510ee81-ebfa-4ce8-8cb9-dc1cafd0905b" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 13:14:45 | 404 | 654.201µs | 100.64.0.4 | DELETE "/v1/api-keys/d510ee81-ebfa-4ce8-8cb9-dc1cafd0905b" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 13:14:45 | 404 | 379.127µs | 100.64.0.3 | DELETE "/v1/api-keys/nonexistent-uuid-12345" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T13:14:45.900Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2abd15a9-421b-4c27-8482-1a645709938f","ephemeral":false} {"level":"info","timestamp":"2026-06-10T13:14:45.900Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2abd15a9-421b-4c27-8482-1a645709938f","keyPrefix":"sk-oai-G2UxWv1VdTig...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 13:14:45 | 201 | 1.163543ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T13:14:45.928Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"2abd15a9-421b-4c27-8482-1a645709938f"} {"level":"info","timestamp":"2026-06-10T13:14:45.928Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"2abd15a9-421b-4c27-8482-1a645709938f","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/10 - 13:14:45 | 200 | 1.400729ms | 100.64.0.4 | DELETE "/v1/api-keys/2abd15a9-421b-4c27-8482-1a645709938f" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T13:14:45.957Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d2e7a34a-ca2b-4d22-bf5e-26ef04d76b2a","ephemeral":false} {"level":"info","timestamp":"2026-06-10T13:14:45.957Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d2e7a34a-ca2b-4d22-bf5e-26ef04d76b2a","keyPrefix":"sk-oai-GtCPeJbOT1vo...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 13:14:45 | 201 | 1.102959ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 13:14:45 | 200 | 601.592µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:14:45 | 200 | 618.124µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:14:45 | 200 | 360.768µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-10T13:14:46.037Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5855225c-4498-406c-8e8a-5180f56ed776","ephemeral":false} {"level":"info","timestamp":"2026-06-10T13:14:46.037Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5855225c-4498-406c-8e8a-5180f56ed776","keyPrefix":"sk-oai-wAExOWEhIjxy...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 13:14:46 | 201 | 1.143194ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T13:14:46.066Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"99152256-6f4f-4d16-82da-b3646982aa9f","ephemeral":false} {"level":"info","timestamp":"2026-06-10T13:14:46.066Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"99152256-6f4f-4d16-82da-b3646982aa9f","keyPrefix":"sk-oai-dLjWdZmp4EDE...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 13:14:46 | 201 | 1.189957ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T13:14:46.096Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"af658f61-786e-443a-aeee-7a986509e61c","ephemeral":false} {"level":"info","timestamp":"2026-06-10T13:14:46.096Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"af658f61-786e-443a-aeee-7a986509e61c","keyPrefix":"sk-oai-jrCrYx4eDLjg...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 13:14:46 | 201 | 1.141315ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T13:14:46.125Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"5855225c-4498-406c-8e8a-5180f56ed776"} {"level":"info","timestamp":"2026-06-10T13:14:46.125Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"5855225c-4498-406c-8e8a-5180f56ed776","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/10 - 13:14:46 | 200 | 1.445358ms | 100.64.0.2 | DELETE "/v1/api-keys/5855225c-4498-406c-8e8a-5180f56ed776" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T13:14:46.154Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"99152256-6f4f-4d16-82da-b3646982aa9f"} {"level":"info","timestamp":"2026-06-10T13:14:46.154Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"99152256-6f4f-4d16-82da-b3646982aa9f","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/10 - 13:14:46 | 200 | 1.473937ms | 100.64.0.3 | DELETE "/v1/api-keys/99152256-6f4f-4d16-82da-b3646982aa9f" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T13:14:46.191Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"af658f61-786e-443a-aeee-7a986509e61c"} {"level":"info","timestamp":"2026-06-10T13:14:46.191Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"af658f61-786e-443a-aeee-7a986509e61c","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/10 - 13:14:46 | 200 | 1.354488ms | 100.64.0.2 | DELETE "/v1/api-keys/af658f61-786e-443a-aeee-7a986509e61c" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T13:14:46.227Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"12e3beb1-f451-4f50-8f4f-b585e43aed76","ephemeral":false} {"level":"info","timestamp":"2026-06-10T13:14:46.227Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"12e3beb1-f451-4f50-8f4f-b585e43aed76","keyPrefix":"sk-oai-OsKbctxO2PzD...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 13:14:46 | 201 | 1.182368ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T13:14:46.261Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2e326d0d-ecc5-4ea6-a9d1-e3d805f19205","ephemeral":false} {"level":"info","timestamp":"2026-06-10T13:14:46.261Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2e326d0d-ecc5-4ea6-a9d1-e3d805f19205","keyPrefix":"sk-oai-1FiHzWLQQk4q...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 13:14:46 | 201 | 1.16925ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T13:14:46.294Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4e2f394c-09a8-4246-ab3f-dd09519c6c10","ephemeral":false} {"level":"info","timestamp":"2026-06-10T13:14:46.294Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4e2f394c-09a8-4246-ab3f-dd09519c6c10","keyPrefix":"sk-oai-156fXfHnFLQW...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 13:14:46 | 201 | 1.084338ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 13:14:46 | 200 | 607.032µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:14:46 | 200 | 128.719µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-10T13:14:46.358Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"12e3beb1-f451-4f50-8f4f-b585e43aed76"} {"level":"info","timestamp":"2026-06-10T13:14:46.358Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"12e3beb1-f451-4f50-8f4f-b585e43aed76","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/10 - 13:14:46 | 200 | 1.442934ms | 100.64.0.2 | DELETE "/v1/api-keys/12e3beb1-f451-4f50-8f4f-b585e43aed76" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T13:14:46.392Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"2e326d0d-ecc5-4ea6-a9d1-e3d805f19205"} {"level":"info","timestamp":"2026-06-10T13:14:46.392Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"2e326d0d-ecc5-4ea6-a9d1-e3d805f19205","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/10 - 13:14:46 | 200 | 1.471342ms | 100.64.0.3 | DELETE "/v1/api-keys/2e326d0d-ecc5-4ea6-a9d1-e3d805f19205" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T13:14:46.424Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"4e2f394c-09a8-4246-ab3f-dd09519c6c10"} {"level":"info","timestamp":"2026-06-10T13:14:46.424Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"4e2f394c-09a8-4246-ab3f-dd09519c6c10","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/10 - 13:14:46 | 200 | 1.497197ms | 100.64.0.4 | DELETE "/v1/api-keys/4e2f394c-09a8-4246-ab3f-dd09519c6c10" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 13:14:46 | 200 | 543.137µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:14:46 | 200 | 607.092µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:14:46 | 200 | 576.563µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" {"level":"info","timestamp":"2026-06-10T13:14:46.747Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f089eafa-2702-46ae-bac2-38fe8a56fa4d","ephemeral":true} {"level":"info","timestamp":"2026-06-10T13:14:46.748Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f089eafa-2702-46ae-bac2-38fe8a56fa4d","keyPrefix":"sk-oai-1Vog4pZg5X2c...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":true} [GIN] 2026/06/10 - 13:14:46 | 201 | 1.246583ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 13:14:46 | 200 | 4.790932ms | 100.64.0.4 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 13:14:46 | 200 | 615.077µs | 100.64.0.3 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T13:14:46.848Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9695d4a7-81d0-48a2-9fce-67cf12572f19","ephemeral":true} {"level":"info","timestamp":"2026-06-10T13:14:46.848Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9695d4a7-81d0-48a2-9fce-67cf12572f19","keyPrefix":"sk-oai-9EQG4gfzoX7A...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":true} [GIN] 2026/06/10 - 13:14:46 | 201 | 1.276532ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T13:14:47.263Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/06/10 - 13:14:47 | 200 | 865.763µs | ::1 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/06/10 - 13:14:47 | 200 | 432.301µs | 100.64.0.4 | GET "/v1/api-keys/9695d4a7-81d0-48a2-9fce-67cf12572f19" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T13:14:48.047Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-apikey-active-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"2954a4ff-e686-4f47-9ec2-23f35ad8589e","ephemeral":false} {"level":"info","timestamp":"2026-06-10T13:14:48.047Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2954a4ff-e686-4f47-9ec2-23f35ad8589e","keyPrefix":"sk-oai-9H6v0D5oBNg1...","username":"system:serviceaccount:llm:e2e-apikey-active-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 13:14:48 | 201 | 1.232066ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 13:14:50 | 200 | 39.632µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:14:55 | 200 | 41.332µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:14:55 | 200 | 48.772µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:15:00 | 200 | 40.269µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-10T13:15:03.774Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/06/10 - 13:15:03 | 200 | 769.12µs | 10.133.0.52 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/06/10 - 13:15:05 | 200 | 45.473µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:15:05 | 200 | 46.98µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-10T13:15:07.188Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-apikey-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"87dd3b9c-b0ea-4f88-8cc2-7fa33992de8b","ephemeral":false} {"level":"info","timestamp":"2026-06-10T13:15:07.188Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"87dd3b9c-b0ea-4f88-8cc2-7fa33992de8b","keyPrefix":"sk-oai-67afLrs78qFJ...","username":"system:serviceaccount:llm:e2e-apikey-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 13:15:07 | 201 | 1.714655ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 13:15:10 | 200 | 39.928µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:15:15 | 200 | 42.567µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:15:15 | 200 | 49.477µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:15:20 | 200 | 38.952µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:15:25 | 200 | 43.996µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:15:25 | 200 | 48.126µs | 10.134.0.2 | GET "/health" {"level":"warn","timestamp":"2026-06-10T13:15:26.514Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:llm:e2e-apikey-failed-sa","requestedSubscription":"e2e-apikey-failed-sub","error":"requested model is unhealthy in subscription"} {"level":"error","timestamp":"2026-06-10T13:15:26.514Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"requested model is unhealthy in subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/06/10 - 13:15:26 | 403 | 288.241µs | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 13:15:30 | 200 | 38.187µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:15:35 | 200 | 40.927µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:15:35 | 200 | 46.088µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:15:40 | 200 | 53.851µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:15:45 | 200 | 46.346µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:15:45 | 200 | 54.405µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:15:50 | 200 | 41.885µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:15:55 | 200 | 40.401µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:15:55 | 200 | 71.252µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:16:00 | 200 | 41.895µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:16:05 | 200 | 45.163µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:16:05 | 200 | 56.111µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:16:10 | 200 | 47.32µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:16:15 | 200 | 41.752µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:16:15 | 200 | 44.38µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-10T13:16:17.927Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-filter-sa-4d6f0a36","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"05acb96a-ee2a-4eae-b47e-f9c445709643","ephemeral":false} {"level":"info","timestamp":"2026-06-10T13:16:17.927Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"05acb96a-ee2a-4eae-b47e-f9c445709643","keyPrefix":"sk-oai-8tHlJ8663qae...","username":"system:serviceaccount:llm:e2e-filter-sa-4d6f0a36","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 13:16:17 | 201 | 2.776799ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T13:16:17.960Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-filter-sa-4d6f0a36","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"3fa451f7-38e5-45de-ac0d-7f9848da1a6e","ephemeral":false} {"level":"info","timestamp":"2026-06-10T13:16:17.960Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3fa451f7-38e5-45de-ac0d-7f9848da1a6e","keyPrefix":"sk-oai-1bV3auG4Uw9A...","username":"system:serviceaccount:llm:e2e-filter-sa-4d6f0a36","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 13:16:17 | 201 | 1.611769ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T13:16:17.993Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-filter-sa-4d6f0a36","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"cebbe24b-b207-425c-936b-e470228f38bb","ephemeral":false} {"level":"info","timestamp":"2026-06-10T13:16:17.993Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cebbe24b-b207-425c-936b-e470228f38bb","keyPrefix":"sk-oai-grNW22yB4xFP...","username":"system:serviceaccount:llm:e2e-filter-sa-4d6f0a36","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 13:16:17 | 201 | 1.626888ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 13:16:18 | 200 | 4.726444ms | 100.64.0.2 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T13:16:18.058Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"05acb96a-ee2a-4eae-b47e-f9c445709643"} {"level":"info","timestamp":"2026-06-10T13:16:18.058Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"05acb96a-ee2a-4eae-b47e-f9c445709643","revokedBy":"system:serviceaccount:llm:e2e-filter-sa-4d6f0a36"} [GIN] 2026/06/10 - 13:16:18 | 200 | 2.179544ms | 100.64.0.3 | DELETE "/v1/api-keys/05acb96a-ee2a-4eae-b47e-f9c445709643" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T13:16:18.093Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"3fa451f7-38e5-45de-ac0d-7f9848da1a6e"} {"level":"info","timestamp":"2026-06-10T13:16:18.093Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"3fa451f7-38e5-45de-ac0d-7f9848da1a6e","revokedBy":"system:serviceaccount:llm:e2e-filter-sa-4d6f0a36"} [GIN] 2026/06/10 - 13:16:18 | 200 | 1.872019ms | 100.64.0.4 | DELETE "/v1/api-keys/3fa451f7-38e5-45de-ac0d-7f9848da1a6e" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T13:16:18.125Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"cebbe24b-b207-425c-936b-e470228f38bb"} {"level":"info","timestamp":"2026-06-10T13:16:18.125Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"cebbe24b-b207-425c-936b-e470228f38bb","revokedBy":"system:serviceaccount:llm:e2e-filter-sa-4d6f0a36"} [GIN] 2026/06/10 - 13:16:18 | 200 | 1.846694ms | 100.64.0.2 | DELETE "/v1/api-keys/cebbe24b-b207-425c-936b-e470228f38bb" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 13:16:20 | 200 | 42.504µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:16:25 | 200 | 41.3µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:16:25 | 200 | 42.006µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-10T13:16:27.141Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"19cf2bd5-7fde-4f4c-86ff-7f5253c21d23","ephemeral":false} {"level":"info","timestamp":"2026-06-10T13:16:27.141Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"19cf2bd5-7fde-4f4c-86ff-7f5253c21d23","keyPrefix":"sk-oai-gjF3RMxb7wmC...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 13:16:27 | 201 | 1.784927ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T13:16:27.175Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0384f59b-56e9-4c58-933a-8ca3a4dad742","ephemeral":false} {"level":"info","timestamp":"2026-06-10T13:16:27.175Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0384f59b-56e9-4c58-933a-8ca3a4dad742","keyPrefix":"sk-oai-5fKcGCuSmonW...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 13:16:27 | 201 | 1.634338ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 13:16:27 | 200 | 3.79218ms | 100.64.0.4 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T13:16:27.239Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"19cf2bd5-7fde-4f4c-86ff-7f5253c21d23"} {"level":"info","timestamp":"2026-06-10T13:16:27.239Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"19cf2bd5-7fde-4f4c-86ff-7f5253c21d23","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/10 - 13:16:27 | 200 | 1.960855ms | 100.64.0.4 | DELETE "/v1/api-keys/19cf2bd5-7fde-4f4c-86ff-7f5253c21d23" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T13:16:27.271Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"0384f59b-56e9-4c58-933a-8ca3a4dad742"} {"level":"info","timestamp":"2026-06-10T13:16:27.271Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"0384f59b-56e9-4c58-933a-8ca3a4dad742","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/10 - 13:16:27 | 200 | 1.926473ms | 100.64.0.2 | DELETE "/v1/api-keys/0384f59b-56e9-4c58-933a-8ca3a4dad742" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T13:16:27.308Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6960175f-905e-4517-880a-c44b2cb95aef","ephemeral":false} {"level":"info","timestamp":"2026-06-10T13:16:27.308Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6960175f-905e-4517-880a-c44b2cb95aef","keyPrefix":"sk-oai-RIgYTmuTLSu9...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 13:16:27 | 201 | 1.625916ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 13:16:27 | 200 | 722.156µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:16:27 | 200 | 123.866µs | 100.64.0.4 | POST "/internal/v1/subscriptions/select" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 13:16:30 | 200 | 47.916µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:16:35 | 200 | 41.662µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:16:35 | 200 | 45.527µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:16:40 | 200 | 39.822µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:16:44 | 200 | 704.738µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:16:44 | 200 | 112.501µs | 100.64.0.3 | POST "/internal/v1/subscriptions/select" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 13:16:45 | 200 | 40.988µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:16:45 | 200 | 38.574µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:16:50 | 200 | 40.961µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:16:55 | 200 | 39.352µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:16:55 | 200 | 39.893µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:17:00 | 200 | 61.766µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:17:05 | 200 | 38.475µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:17:05 | 200 | 40.561µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:17:10 | 200 | 46.223µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:17:15 | 200 | 39.007µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:17:15 | 200 | 40.701µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:17:20 | 200 | 45.537µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:17:25 | 200 | 40.045µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:17:25 | 200 | 47.717µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:17:30 | 200 | 57.714µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:17:35 | 200 | 44.333µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:17:35 | 200 | 63.943µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:17:40 | 200 | 38.321µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:17:45 | 200 | 55.087µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:17:45 | 200 | 38.053µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:17:50 | 200 | 38.369µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:17:55 | 200 | 38.833µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:17:55 | 200 | 41.858µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:18:00 | 200 | 41.05µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:18:05 | 200 | 38.169µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:18:05 | 200 | 42.869µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:18:10 | 200 | 45.671µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:18:15 | 200 | 39.904µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:18:15 | 200 | 37.434µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:18:20 | 200 | 39.705µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:18:25 | 200 | 40.244µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:18:25 | 200 | 41.034µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:18:30 | 200 | 38.074µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:18:35 | 200 | 40.513µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:18:35 | 200 | 52.329µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:18:40 | 200 | 37.918µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:18:45 | 200 | 41.306µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:18:45 | 200 | 40.534µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:18:50 | 200 | 38.52µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-10T13:18:55.040Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"6960175f-905e-4517-880a-c44b2cb95aef"} {"level":"info","timestamp":"2026-06-10T13:18:55.040Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"6960175f-905e-4517-880a-c44b2cb95aef","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/10 - 13:18:55 | 200 | 2.132784ms | 100.64.0.2 | DELETE "/v1/api-keys/6960175f-905e-4517-880a-c44b2cb95aef" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T13:18:55.091Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"49c4169e-fae6-4cdf-8953-5f12623f972c","ephemeral":false} {"level":"info","timestamp":"2026-06-10T13:18:55.091Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"49c4169e-fae6-4cdf-8953-5f12623f972c","keyPrefix":"sk-oai-1U9THA9yWbH7...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 13:18:55 | 201 | 1.704254ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 13:18:55 | 200 | 420.864µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:18:55 | 200 | 374.592µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:18:55 | 200 | 30.027µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-10T13:18:55.174Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"55918480-5634-447e-8e51-faba8bda93d2","ephemeral":false} {"level":"info","timestamp":"2026-06-10T13:18:55.174Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"55918480-5634-447e-8e51-faba8bda93d2","keyPrefix":"sk-oai-11b6iLvnJ5sw...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 13:18:55 | 201 | 1.668531ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 13:18:55 | 200 | 649.59µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:18:55 | 200 | 271.22µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-10T13:18:55.242Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2781325b-1d52-4250-aabf-522232c3cd6c","ephemeral":false} {"level":"info","timestamp":"2026-06-10T13:18:55.242Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2781325b-1d52-4250-aabf-522232c3cd6c","keyPrefix":"sk-oai-n37OfLn986e4...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 13:18:55 | 201 | 1.621823ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 13:18:55 | 200 | 39.953µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:19:00 | 200 | 41.142µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:19:00 | 200 | 2.334982ms | 10.132.0.35 | POST "/internal/v1/api-keys/validate" {"level":"info","timestamp":"2026-06-10T13:19:00.311Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"61f955cb-506f-4c12-9d8f-2797ba8629c7","ephemeral":false} {"level":"info","timestamp":"2026-06-10T13:19:00.312Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"61f955cb-506f-4c12-9d8f-2797ba8629c7","keyPrefix":"sk-oai-SnfMpiZ496k6...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 13:19:00 | 201 | 1.68203ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 13:19:05 | 200 | 40.662µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:19:05 | 200 | 41.007µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-10T13:19:09.190Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3bedeb9f-ac17-491a-a831-31596d61b719","ephemeral":false} {"level":"info","timestamp":"2026-06-10T13:19:09.190Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3bedeb9f-ac17-491a-a831-31596d61b719","keyPrefix":"sk-oai-ZOUc4ndTjLtk...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 13:19:09 | 201 | 1.949148ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 13:19:09 | 200 | 645.233µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:19:09 | 200 | 357.932µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:19:09 | 200 | 628.796µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:19:09 | 200 | 363.844µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:19:09 | 200 | 635.84µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:19:09 | 200 | 171.418µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:19:09 | 200 | 625.255µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:19:09 | 200 | 307.55µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:19:10 | 200 | 40.367µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:19:15 | 200 | 43.874µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:19:15 | 200 | 38.053µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:19:20 | 200 | 40.72µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-10T13:19:21.826Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"31734c77-64ce-4da6-a1da-4e61f6d4f441","ephemeral":false} {"level":"info","timestamp":"2026-06-10T13:19:21.826Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"31734c77-64ce-4da6-a1da-4e61f6d4f441","keyPrefix":"sk-oai-Kr0PcRtus1Xe...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 13:19:21 | 201 | 1.949032ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 13:19:21 | 200 | 494.608µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:19:21 | 200 | 232.57µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:19:21 | 200 | 472.604µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:19:21 | 200 | 196.3µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-10T13:19:22.195Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8dc0a113-e9fd-43b2-b3cb-7a5b98a473af","ephemeral":false} {"level":"info","timestamp":"2026-06-10T13:19:22.195Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8dc0a113-e9fd-43b2-b3cb-7a5b98a473af","keyPrefix":"sk-oai-1KULZ1qlUT93...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 13:19:22 | 201 | 1.718657ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T13:19:22.226Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"8dc0a113-e9fd-43b2-b3cb-7a5b98a473af"} {"level":"info","timestamp":"2026-06-10T13:19:22.226Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"8dc0a113-e9fd-43b2-b3cb-7a5b98a473af","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/10 - 13:19:22 | 200 | 1.871683ms | 100.64.0.2 | DELETE "/v1/api-keys/8dc0a113-e9fd-43b2-b3cb-7a5b98a473af" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T13:19:22.261Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"942e09db-1103-4ac1-97be-b85c7af7cf9e","ephemeral":false} {"level":"info","timestamp":"2026-06-10T13:19:22.261Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"942e09db-1103-4ac1-97be-b85c7af7cf9e","keyPrefix":"sk-oai-1Nu2g0cIrjM0...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 13:19:22 | 201 | 1.678538ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-10T13:19:22.291Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"942e09db-1103-4ac1-97be-b85c7af7cf9e"} {"level":"info","timestamp":"2026-06-10T13:19:22.291Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"942e09db-1103-4ac1-97be-b85c7af7cf9e","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/10 - 13:19:22 | 200 | 1.959139ms | 100.64.0.3 | DELETE "/v1/api-keys/942e09db-1103-4ac1-97be-b85c7af7cf9e" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"warn","timestamp":"2026-06-10T13:19:22.321Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:default:tester-regular-user","requestedSubscription":"e2e-no-such-subscription-27a231931e30421790676f82d23751a6","error":"requested subscription not found"} {"level":"error","timestamp":"2026-06-10T13:19:22.321Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"requested subscription not found","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/06/10 - 13:19:22 | 400 | 242.34µs | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 13:19:22 | 200 | 524.504µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:19:22 | 200 | 166.211µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:19:22 | 200 | 505.865µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:19:22 | 200 | 230.634µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:19:25 | 200 | 39.451µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:19:25 | 200 | 37.154µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:19:30 | 200 | 41.101µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:19:30 | 200 | 684.361µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:19:30 | 200 | 136.724µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:19:35 | 200 | 40.306µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:19:35 | 200 | 43.693µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:19:40 | 200 | 39.874µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:19:45 | 200 | 44.494µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:19:45 | 200 | 40.835µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:19:50 | 200 | 42.549µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:19:55 | 200 | 40.283µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-10T13:19:55.409Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c9776aab-89a0-4e96-b5bb-ac04f54f60e1","ephemeral":false} {"level":"info","timestamp":"2026-06-10T13:19:55.409Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c9776aab-89a0-4e96-b5bb-ac04f54f60e1","keyPrefix":"sk-oai-Iy3HhCRqOSzz...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 13:19:55 | 201 | 11.271437ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 13:19:55 | 200 | 1.238886ms | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:19:55 | 200 | 193.798µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:19:55 | 200 | 38.31µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:19:55 | 200 | 597.778µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:19:55 | 200 | 188.619µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:19:55 | 200 | 530.145µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:19:55 | 200 | 204.088µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:19:55 | 200 | 607.827µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:19:55 | 200 | 173.032µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:19:55 | 200 | 605.774µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:19:55 | 200 | 194.913µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:19:56 | 200 | 567.512µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:19:56 | 200 | 207.241µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:20:00 | 200 | 37.323µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:20:05 | 200 | 43.86µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:20:05 | 200 | 47.825µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:20:10 | 200 | 40.511µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:20:15 | 200 | 43.644µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:20:15 | 200 | 40.097µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:20:20 | 200 | 41.563µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:20:25 | 200 | 40.59µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:20:25 | 200 | 38.917µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:20:29 | 200 | 1.053924ms | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:20:29 | 200 | 161.862µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:20:30 | 200 | 39.108µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:20:31 | 200 | 706.917µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:20:31 | 200 | 207.714µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:20:33 | 200 | 648.252µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:20:33 | 200 | 167.176µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:20:35 | 200 | 44.552µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:20:35 | 200 | 41.174µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:20:36 | 200 | 12.654066ms | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:20:36 | 200 | 161.84µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:20:38 | 200 | 635.62µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:20:38 | 200 | 186.824µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:20:40 | 200 | 623.964µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:20:40 | 200 | 144.734µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:20:40 | 200 | 34.442µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:20:42 | 200 | 631.436µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:20:42 | 200 | 151.209µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:20:44 | 200 | 652.694µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:20:44 | 200 | 161.036µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:20:45 | 200 | 40.125µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:20:45 | 200 | 41.462µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:20:46 | 200 | 657.804µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:20:46 | 200 | 193.485µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:20:48 | 200 | 687.285µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:20:48 | 200 | 148.442µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:20:50 | 200 | 41.245µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:20:50 | 200 | 645.094µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:20:50 | 200 | 210.561µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:20:52 | 200 | 713.78µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:20:52 | 200 | 151.023µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:20:54 | 200 | 678.004µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:20:54 | 200 | 159.832µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:20:55 | 200 | 44.106µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:20:55 | 200 | 43.277µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:20:56 | 200 | 657.912µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:20:56 | 200 | 214.501µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:20:58 | 200 | 666.505µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:20:58 | 200 | 163.599µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:21:00 | 200 | 63.521µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:21:00 | 200 | 652.729µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:21:00 | 200 | 210.799µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:21:02 | 200 | 655.765µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:21:02 | 200 | 193.183µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:21:04 | 200 | 647.152µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:21:04 | 200 | 146.96µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:21:05 | 200 | 43.448µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:21:05 | 200 | 40.031µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:21:06 | 200 | 680.432µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:21:06 | 200 | 148.996µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:21:08 | 200 | 1.309344ms | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:21:08 | 200 | 166.441µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:21:10 | 200 | 42.087µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:21:10 | 200 | 644.356µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:21:10 | 200 | 157.894µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:21:12 | 200 | 668.378µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:21:12 | 200 | 146.962µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:21:14 | 200 | 719.154µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:21:14 | 200 | 150.729µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:21:15 | 200 | 39.335µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:21:15 | 200 | 42.444µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:21:16 | 200 | 691.586µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:21:16 | 200 | 147.195µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:21:18 | 200 | 669.558µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:21:18 | 200 | 171.164µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:21:20 | 200 | 40.136µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:21:25 | 200 | 39.963µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:21:25 | 200 | 38.703µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:21:30 | 200 | 51.178µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:21:35 | 200 | 42.085µs | 10.134.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-10T13:21:35.278Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3a880e89-7b8a-43a8-bc20-9c46c153e5c1","ephemeral":false} {"level":"info","timestamp":"2026-06-10T13:21:35.278Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3a880e89-7b8a-43a8-bc20-9c46c153e5c1","keyPrefix":"sk-oai-SpUWNboiR6nt...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/10 - 13:21:35 | 201 | 1.726428ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/10 - 13:21:35 | 200 | 689.915µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:21:35 | 200 | 143.247µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:21:35 | 200 | 41.865µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:21:40 | 200 | 40.746µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:21:45 | 200 | 38.722µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:21:45 | 200 | 39.217µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:21:50 | 200 | 40.313µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:21:55 | 200 | 39.69µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:21:55 | 200 | 38.02µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:22:00 | 200 | 54.322µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:22:00 | 200 | 630.201µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:22:00 | 200 | 169.505µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:22:05 | 200 | 49.383µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:22:05 | 200 | 45.65µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:22:10 | 200 | 38.629µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:22:15 | 200 | 47.594µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:22:15 | 200 | 41.651µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:22:16 | 200 | 638.713µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:22:16 | 200 | 218.267µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:22:20 | 200 | 36.891µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:22:25 | 200 | 40.269µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:22:25 | 200 | 40.217µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:22:30 | 200 | 44.912µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:22:33 | 200 | 649.6µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:22:33 | 200 | 128.294µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:22:35 | 200 | 49.309µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:22:35 | 200 | 47.758µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:22:40 | 200 | 39.924µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:22:45 | 200 | 40.179µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:22:45 | 200 | 40.771µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:22:50 | 200 | 42.57µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:22:50 | 200 | 675.929µs | 10.132.0.35 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/10 - 13:22:50 | 200 | 119.136µs | 10.132.0.35 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/10 - 13:22:55 | 200 | 41.24µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:22:55 | 200 | 38.176µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:23:00 | 200 | 38.145µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:23:05 | 200 | 38.774µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:23:05 | 200 | 39.496µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:23:10 | 200 | 34.064µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:23:15 | 200 | 33.606µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:23:15 | 200 | 36.324µs | 10.134.0.2 | GET "/health" [GIN] 2026/06/10 - 13:23:20 | 200 | 36.753µs | 10.134.0.2 | GET "/health"