{"level":"info","timestamp":"2026-06-09T20:01:07.463Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"19ade00a-c817-4af2-8b65-13b582656273","keyPrefix":"sk-oai-1FN7pSuHXvjN...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 20:01:07 | 201 | 1.21081ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T20:01:07.501Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"19ade00a-c817-4af2-8b65-13b582656273"} {"level":"info","timestamp":"2026-06-09T20:01:07.501Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"19ade00a-c817-4af2-8b65-13b582656273","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 20:01:07 | 200 | 1.716526ms | 100.64.0.3 | DELETE "/v1/api-keys/19ade00a-c817-4af2-8b65-13b582656273" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 20:01:07 | 200 | 458.508µs | 100.64.0.4 | GET "/v1/api-keys/19ade00a-c817-4af2-8b65-13b582656273" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T20:01:07.564Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0c394d77-8d5a-4a10-8a84-da79f4f83f58","ephemeral":false} {"level":"info","timestamp":"2026-06-09T20:01:07.564Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0c394d77-8d5a-4a10-8a84-da79f4f83f58","keyPrefix":"sk-oai-yd95i2YT57dg...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 20:01:07 | 201 | 1.081887ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 20:01:07 | 200 | 374.783µs | 100.64.0.2 | GET "/v1/api-keys/0c394d77-8d5a-4a10-8a84-da79f4f83f58" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 20:01:07 | 200 | 4.761624ms | 100.64.0.3 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T20:01:07.649Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"0c394d77-8d5a-4a10-8a84-da79f4f83f58"} {"level":"info","timestamp":"2026-06-09T20:01:07.649Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"0c394d77-8d5a-4a10-8a84-da79f4f83f58","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/06/09 - 20:01:07 | 200 | 1.621997ms | 100.64.0.3 | DELETE "/v1/api-keys/0c394d77-8d5a-4a10-8a84-da79f4f83f58" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T20:01:07.682Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"596c73eb-56a9-4552-b0c3-e36edf9ce4e6","ephemeral":false} {"level":"info","timestamp":"2026-06-09T20:01:07.682Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"596c73eb-56a9-4552-b0c3-e36edf9ce4e6","keyPrefix":"sk-oai-tQmWkkB9fPf1...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 20:01:07 | 201 | 1.101203ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"warn","timestamp":"2026-06-09T20:01:07.709Z","caller":"api_keys/handler.go:124","message":"Unauthorized API key access attempt","requestingUser":"system:serviceaccount:default:tester-regular-user","keyOwner":"system:serviceaccount:maas-admin:tester-admin-user","keyId":"596c73eb-56a9-4552-b0c3-e36edf9ce4e6"} [GIN] 2026/06/09 - 20:01:07 | 404 | 379.721µs | 100.64.0.2 | GET "/v1/api-keys/596c73eb-56a9-4552-b0c3-e36edf9ce4e6" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"warn","timestamp":"2026-06-09T20:01:07.737Z","caller":"api_keys/handler.go:305","message":"Unauthorized API key revocation attempt","requestingUser":"system:serviceaccount:default:tester-regular-user","keyOwner":"system:serviceaccount:maas-admin:tester-admin-user","keyId":"596c73eb-56a9-4552-b0c3-e36edf9ce4e6"} [GIN] 2026/06/09 - 20:01:07 | 404 | 392.525µs | 100.64.0.2 | DELETE "/v1/api-keys/596c73eb-56a9-4552-b0c3-e36edf9ce4e6" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T20:01:07.769Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2f80f320-6b82-4c90-ac4c-f1bb2fca2e4e","ephemeral":false} {"level":"info","timestamp":"2026-06-09T20:01:07.769Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2f80f320-6b82-4c90-ac4c-f1bb2fca2e4e","keyPrefix":"sk-oai-inPzMwjFkQ5D...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 20:01:07 | 201 | 1.187742ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T20:01:07.820Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"096d6ba6-7819-4238-ad5e-8c91d5ece2d9","ephemeral":false} {"level":"info","timestamp":"2026-06-09T20:01:07.820Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"096d6ba6-7819-4238-ad5e-8c91d5ece2d9","keyPrefix":"sk-oai-PKoJrXv2OrUD...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 20:01:07 | 201 | 1.297736ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T20:01:07.849Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b7da7e0d-34b0-49ce-a866-27df981e00e0","ephemeral":false} {"level":"info","timestamp":"2026-06-09T20:01:07.849Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b7da7e0d-34b0-49ce-a866-27df981e00e0","keyPrefix":"sk-oai-1aAk3mggRw9j...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 20:01:07 | 201 | 1.080462ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 20:01:07 | 200 | 347.128µs | 100.64.0.4 | GET "/v1/api-keys/2f80f320-6b82-4c90-ac4c-f1bb2fca2e4e" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T20:01:07.904Z","caller":"api_keys/store_postgres.go:448","message":"Revoked all keys for user","count":7,"user":"system:serviceaccount:default:tester-regular-user"} {"level":"info","timestamp":"2026-06-09T20:01:07.905Z","caller":"api_keys/handler.go:531","message":"Bulk revoked API keys","count":7,"targetUser":"system:serviceaccount:default:tester-regular-user","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 20:01:07 | 200 | 1.629764ms | 100.64.0.2 | POST "/v1/api-keys/bulk-revoke" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 20:01:07 | 200 | 358.837µs | 100.64.0.4 | GET "/v1/api-keys/2f80f320-6b82-4c90-ac4c-f1bb2fca2e4e" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 20:01:07 | 200 | 339.033µs | 100.64.0.3 | GET "/v1/api-keys/096d6ba6-7819-4238-ad5e-8c91d5ece2d9" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 20:01:07 | 200 | 346.148µs | 100.64.0.2 | GET "/v1/api-keys/b7da7e0d-34b0-49ce-a866-27df981e00e0" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"warn","timestamp":"2026-06-09T20:01:08.019Z","caller":"api_keys/handler.go:508","message":"Unauthorized bulk revoke attempt","requestingUser":"system:serviceaccount:default:tester-regular-user","targetUser":"someotheruser"} [GIN] 2026/06/09 - 20:01:08 | 403 | 74.954µs | 100.64.0.2 | POST "/v1/api-keys/bulk-revoke" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T20:01:08.049Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5eadc00e-c32e-499c-9bd9-a66b5c115304","ephemeral":false} {"level":"info","timestamp":"2026-06-09T20:01:08.049Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5eadc00e-c32e-499c-9bd9-a66b5c115304","keyPrefix":"sk-oai-3vwcEU7MUlSz...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 20:01:08 | 201 | 1.069074ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 20:01:08 | 200 | 383.48µs | 100.64.0.4 | GET "/v1/api-keys/5eadc00e-c32e-499c-9bd9-a66b5c115304" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T20:01:08.110Z","caller":"api_keys/store_postgres.go:448","message":"Revoked all keys for user","count":1,"user":"system:serviceaccount:default:tester-regular-user"} {"level":"info","timestamp":"2026-06-09T20:01:08.110Z","caller":"api_keys/handler.go:531","message":"Bulk revoked API keys","count":1,"targetUser":"system:serviceaccount:default:tester-regular-user","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/06/09 - 20:01:08 | 200 | 1.137506ms | 100.64.0.4 | POST "/v1/api-keys/bulk-revoke" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T20:01:08.157Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2058399b-edbf-4fd9-9951-cb94df283827","ephemeral":false} {"level":"info","timestamp":"2026-06-09T20:01:08.157Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2058399b-edbf-4fd9-9951-cb94df283827","keyPrefix":"sk-oai-1WdmGnbdxhrH...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 20:01:08 | 201 | 1.382317ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T20:01:08.188Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f2c533ac-64fe-4e37-a6fb-dfb638ef2dd0","ephemeral":false} {"level":"info","timestamp":"2026-06-09T20:01:08.188Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f2c533ac-64fe-4e37-a6fb-dfb638ef2dd0","keyPrefix":"sk-oai-1YKwuTKkLJpw...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 20:01:08 | 201 | 1.202681ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"error","timestamp":"2026-06-09T20:01:08.216Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"requested expiration (4320h0m0s) exceeds maximum allowed (90 days): expiration exceeds maximum allowed","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/06/09 - 20:01:08 | 400 | 156.449µs | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T20:01:08.249Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d58a6a32-2e72-4a22-869a-453fcfafa27b","ephemeral":false} {"level":"info","timestamp":"2026-06-09T20:01:08.249Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d58a6a32-2e72-4a22-869a-453fcfafa27b","keyPrefix":"sk-oai-1LL9GzKCAu1v...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 20:01:08 | 201 | 1.177225ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T20:01:08.279Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"690c3e1b-35ef-45bd-96fa-9eb76854d4fa","ephemeral":false} {"level":"info","timestamp":"2026-06-09T20:01:08.279Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"690c3e1b-35ef-45bd-96fa-9eb76854d4fa","keyPrefix":"sk-oai-1U7XCtC3hv0U...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 20:01:08 | 201 | 1.015437ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T20:01:08.309Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5f73ab83-5b41-4eb1-8e24-edf7f8d2fd7e","ephemeral":false} {"level":"info","timestamp":"2026-06-09T20:01:08.309Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5f73ab83-5b41-4eb1-8e24-edf7f8d2fd7e","keyPrefix":"sk-oai-11ssfwzI2FbK...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 20:01:08 | 201 | 1.080338ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 20:01:08 | 200 | 133.967µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 20:01:08 | 200 | 14.990799ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 20:01:08 | 200 | 623.044µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:01:08 | 200 | 392.243µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 20:01:08 | 200 | 245.943µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" {"level":"info","timestamp":"2026-06-09T20:01:08.449Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8a312fed-204c-4196-88fb-82cfec5f6e2d","ephemeral":false} {"level":"info","timestamp":"2026-06-09T20:01:08.449Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8a312fed-204c-4196-88fb-82cfec5f6e2d","keyPrefix":"sk-oai-JDXTBUN0vxC8...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 20:01:08 | 201 | 1.245264ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 20:01:08 | 200 | 655.395µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:01:08 | 200 | 346.958µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-09T20:01:08.511Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"8a312fed-204c-4196-88fb-82cfec5f6e2d"} {"level":"info","timestamp":"2026-06-09T20:01:08.511Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"8a312fed-204c-4196-88fb-82cfec5f6e2d","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 20:01:08 | 200 | 1.603738ms | 100.64.0.4 | DELETE "/v1/api-keys/8a312fed-204c-4196-88fb-82cfec5f6e2d" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 20:01:08 | 200 | 29.161µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:01:10 | 200 | 926.752µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:01:10 | 200 | 656.46µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:01:10 | 200 | 331.653µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-09T20:01:10.610Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f10c85a2-aa83-45a8-b52b-cad4e87dddcc","ephemeral":false} {"level":"info","timestamp":"2026-06-09T20:01:10.610Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f10c85a2-aa83-45a8-b52b-cad4e87dddcc","keyPrefix":"sk-oai-14z5MSjBgqJV...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 20:01:10 | 201 | 1.246761ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T20:01:10.638Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"f10c85a2-aa83-45a8-b52b-cad4e87dddcc"} {"level":"info","timestamp":"2026-06-09T20:01:10.638Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"f10c85a2-aa83-45a8-b52b-cad4e87dddcc","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 20:01:10 | 200 | 1.606945ms | 100.64.0.3 | DELETE "/v1/api-keys/f10c85a2-aa83-45a8-b52b-cad4e87dddcc" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 20:01:10 | 404 | 686.755µs | 100.64.0.3 | DELETE "/v1/api-keys/f10c85a2-aa83-45a8-b52b-cad4e87dddcc" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 20:01:10 | 404 | 388.871µs | 100.64.0.2 | DELETE "/v1/api-keys/nonexistent-uuid-12345" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T20:01:10.726Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3f1f1e6c-51fd-4f91-89fd-9d21c9f5e18a","ephemeral":false} {"level":"info","timestamp":"2026-06-09T20:01:10.726Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3f1f1e6c-51fd-4f91-89fd-9d21c9f5e18a","keyPrefix":"sk-oai-uZR9ReNJN2eT...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 20:01:10 | 201 | 1.096426ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T20:01:10.754Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"3f1f1e6c-51fd-4f91-89fd-9d21c9f5e18a"} {"level":"info","timestamp":"2026-06-09T20:01:10.754Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"3f1f1e6c-51fd-4f91-89fd-9d21c9f5e18a","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 20:01:10 | 200 | 1.601532ms | 100.64.0.3 | DELETE "/v1/api-keys/3f1f1e6c-51fd-4f91-89fd-9d21c9f5e18a" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T20:01:10.782Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5f471297-6bca-4015-8895-dda42a8004cd","ephemeral":false} {"level":"info","timestamp":"2026-06-09T20:01:10.782Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5f471297-6bca-4015-8895-dda42a8004cd","keyPrefix":"sk-oai-wX2agu4lvFCV...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 20:01:10 | 201 | 1.050426ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 20:01:10 | 200 | 597.184µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:01:10 | 200 | 592.643µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:01:10 | 200 | 336.764µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-09T20:01:10.862Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c10d99f0-8fcb-4213-acaf-8cfbc77ffaad","ephemeral":false} {"level":"info","timestamp":"2026-06-09T20:01:10.862Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c10d99f0-8fcb-4213-acaf-8cfbc77ffaad","keyPrefix":"sk-oai-m9CWV1YMt2bo...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 20:01:10 | 201 | 1.163047ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T20:01:10.893Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1ec43ab5-a487-4b18-976c-8de98a89efeb","ephemeral":false} {"level":"info","timestamp":"2026-06-09T20:01:10.893Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1ec43ab5-a487-4b18-976c-8de98a89efeb","keyPrefix":"sk-oai-X10lPkctJ696...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 20:01:10 | 201 | 1.206611ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T20:01:10.924Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c3dfaa89-de27-4a87-9041-7b7f7860c6ba","ephemeral":false} {"level":"info","timestamp":"2026-06-09T20:01:10.924Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c3dfaa89-de27-4a87-9041-7b7f7860c6ba","keyPrefix":"sk-oai-ZH4J7RoUsjza...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 20:01:10 | 201 | 1.373506ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T20:01:10.954Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"c10d99f0-8fcb-4213-acaf-8cfbc77ffaad"} {"level":"info","timestamp":"2026-06-09T20:01:10.954Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"c10d99f0-8fcb-4213-acaf-8cfbc77ffaad","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 20:01:10 | 200 | 1.408093ms | 100.64.0.3 | DELETE "/v1/api-keys/c10d99f0-8fcb-4213-acaf-8cfbc77ffaad" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T20:01:10.984Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"1ec43ab5-a487-4b18-976c-8de98a89efeb"} {"level":"info","timestamp":"2026-06-09T20:01:10.984Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"1ec43ab5-a487-4b18-976c-8de98a89efeb","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 20:01:10 | 200 | 1.477946ms | 100.64.0.4 | DELETE "/v1/api-keys/1ec43ab5-a487-4b18-976c-8de98a89efeb" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T20:01:11.013Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"c3dfaa89-de27-4a87-9041-7b7f7860c6ba"} {"level":"info","timestamp":"2026-06-09T20:01:11.013Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"c3dfaa89-de27-4a87-9041-7b7f7860c6ba","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 20:01:11 | 200 | 1.558778ms | 100.64.0.4 | DELETE "/v1/api-keys/c3dfaa89-de27-4a87-9041-7b7f7860c6ba" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T20:01:11.044Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4be93b33-3d28-4b09-b520-082449764b17","ephemeral":false} {"level":"info","timestamp":"2026-06-09T20:01:11.044Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4be93b33-3d28-4b09-b520-082449764b17","keyPrefix":"sk-oai-U8wh98KZEGaY...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 20:01:11 | 201 | 1.121838ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T20:01:11.072Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3b8275ad-e533-40b9-b55f-e47a10c13967","ephemeral":false} {"level":"info","timestamp":"2026-06-09T20:01:11.072Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3b8275ad-e533-40b9-b55f-e47a10c13967","keyPrefix":"sk-oai-17e8dz1CvBeN...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 20:01:11 | 201 | 1.002205ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T20:01:11.101Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9397a5f3-3ea8-47d9-9d7d-03e5e276dcc6","ephemeral":false} {"level":"info","timestamp":"2026-06-09T20:01:11.101Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9397a5f3-3ea8-47d9-9d7d-03e5e276dcc6","keyPrefix":"sk-oai-1HLoipC3P0GT...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 20:01:11 | 201 | 1.173206ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 20:01:11 | 200 | 632.726µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:01:11 | 200 | 349.619µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-09T20:01:11.160Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"4be93b33-3d28-4b09-b520-082449764b17"} {"level":"info","timestamp":"2026-06-09T20:01:11.160Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"4be93b33-3d28-4b09-b520-082449764b17","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 20:01:11 | 200 | 1.682178ms | 100.64.0.2 | DELETE "/v1/api-keys/4be93b33-3d28-4b09-b520-082449764b17" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T20:01:11.191Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"3b8275ad-e533-40b9-b55f-e47a10c13967"} {"level":"info","timestamp":"2026-06-09T20:01:11.191Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"3b8275ad-e533-40b9-b55f-e47a10c13967","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 20:01:11 | 200 | 1.530513ms | 100.64.0.2 | DELETE "/v1/api-keys/3b8275ad-e533-40b9-b55f-e47a10c13967" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T20:01:11.223Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"9397a5f3-3ea8-47d9-9d7d-03e5e276dcc6"} {"level":"info","timestamp":"2026-06-09T20:01:11.223Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"9397a5f3-3ea8-47d9-9d7d-03e5e276dcc6","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 20:01:11 | 200 | 1.668266ms | 100.64.0.3 | DELETE "/v1/api-keys/9397a5f3-3ea8-47d9-9d7d-03e5e276dcc6" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 20:01:11 | 200 | 613.854µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:01:11 | 200 | 622.765µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:01:11 | 200 | 588.751µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" {"level":"info","timestamp":"2026-06-09T20:01:11.543Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3ac65406-2598-49b4-8eb0-3dc05394fa8c","ephemeral":true} {"level":"info","timestamp":"2026-06-09T20:01:11.543Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3ac65406-2598-49b4-8eb0-3dc05394fa8c","keyPrefix":"sk-oai-lmZXNTmmpA93...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":true} [GIN] 2026/06/09 - 20:01:11 | 201 | 1.446732ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 20:01:11 | 200 | 5.4145ms | 100.64.0.4 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 20:01:11 | 200 | 624.555µs | 100.64.0.3 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T20:01:11.643Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4e658b95-2d7f-47ea-8430-08b86d46a2c7","ephemeral":true} {"level":"info","timestamp":"2026-06-09T20:01:11.643Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4e658b95-2d7f-47ea-8430-08b86d46a2c7","keyPrefix":"sk-oai-ed4cexFAdGD1...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":true} [GIN] 2026/06/09 - 20:01:11 | 201 | 1.264454ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T20:01:12.010Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/06/09 - 20:01:12 | 200 | 620.791µs | ::1 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/06/09 - 20:01:12 | 200 | 421.838µs | 100.64.0.2 | GET "/v1/api-keys/4e658b95-2d7f-47ea-8430-08b86d46a2c7" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T20:01:12.763Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-apikey-active-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"191dcdea-8b32-47f5-a5ef-76eb61631355","ephemeral":false} {"level":"info","timestamp":"2026-06-09T20:01:12.763Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"191dcdea-8b32-47f5-a5ef-76eb61631355","keyPrefix":"sk-oai-MZfQ5Hr5A6rn...","username":"system:serviceaccount:llm:e2e-apikey-active-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 20:01:12 | 201 | 1.989983ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 20:01:13 | 200 | 41.368µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:01:15 | 200 | 40.503µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:01:18 | 200 | 41.277µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:01:23 | 200 | 55.562µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:01:25 | 200 | 39.096µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:01:28 | 200 | 39.932µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T20:01:31.914Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-apikey-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"46fd7397-c8ad-4cd6-9d98-09fa7bb22632","ephemeral":false} {"level":"info","timestamp":"2026-06-09T20:01:31.914Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"46fd7397-c8ad-4cd6-9d98-09fa7bb22632","keyPrefix":"sk-oai-1DVqgpsVKp7Q...","username":"system:serviceaccount:llm:e2e-apikey-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 20:01:31 | 201 | 2.178052ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 20:01:33 | 200 | 44.857µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:01:35 | 200 | 44.523µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:01:38 | 200 | 43.557µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:01:43 | 200 | 50.457µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:01:45 | 200 | 39.718µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:01:48 | 200 | 38.537µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:01:53 | 200 | 40.068µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:01:55 | 200 | 42.408µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:01:58 | 200 | 39.64µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:02:03 | 200 | 40.509µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:02:05 | 200 | 40.389µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:02:08 | 200 | 38.924µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:02:13 | 200 | 39.101µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:02:15 | 200 | 36.108µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:02:18 | 200 | 39.78µs | 10.132.0.2 | GET "/health" {"level":"warn","timestamp":"2026-06-09T20:02:21.397Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:llm:e2e-apikey-unreconciled-sa","requestedSubscription":"e2e-apikey-unreconciled-sub","error":"requested model is unhealthy in subscription"} {"level":"error","timestamp":"2026-06-09T20:02:21.397Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"requested model is unhealthy in subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/06/09 - 20:02:21 | 400 | 240.343µs | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 20:02:23 | 200 | 44.355µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:02:25 | 200 | 41.477µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:02:28 | 200 | 42.258µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:02:33 | 200 | 45.027µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:02:35 | 200 | 39.837µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:02:38 | 200 | 39.598µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:02:43 | 200 | 39.135µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T20:02:43.879Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-filter-sa-65955a99","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"f2a10401-3e8b-4c3e-b605-ae009da18efb","ephemeral":false} {"level":"info","timestamp":"2026-06-09T20:02:43.879Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f2a10401-3e8b-4c3e-b605-ae009da18efb","keyPrefix":"sk-oai-n5faBznqLya2...","username":"system:serviceaccount:llm:e2e-filter-sa-65955a99","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 20:02:43 | 201 | 2.025442ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T20:02:43.913Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-filter-sa-65955a99","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"59c1cf26-aeef-433d-ac70-00f4040bbe31","ephemeral":false} {"level":"info","timestamp":"2026-06-09T20:02:43.913Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"59c1cf26-aeef-433d-ac70-00f4040bbe31","keyPrefix":"sk-oai-TWqM3ASGqkUV...","username":"system:serviceaccount:llm:e2e-filter-sa-65955a99","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 20:02:43 | 201 | 2.021124ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T20:02:43.942Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-filter-sa-65955a99","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"6d24fe79-6c27-4045-9749-fad9f5b789dd","ephemeral":false} {"level":"info","timestamp":"2026-06-09T20:02:43.942Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6d24fe79-6c27-4045-9749-fad9f5b789dd","keyPrefix":"sk-oai-1TRyIg9RqLHA...","username":"system:serviceaccount:llm:e2e-filter-sa-65955a99","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 20:02:43 | 201 | 1.655082ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 20:02:43 | 200 | 4.887973ms | 100.64.0.3 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T20:02:44.000Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"f2a10401-3e8b-4c3e-b605-ae009da18efb"} {"level":"info","timestamp":"2026-06-09T20:02:44.000Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"f2a10401-3e8b-4c3e-b605-ae009da18efb","revokedBy":"system:serviceaccount:llm:e2e-filter-sa-65955a99"} [GIN] 2026/06/09 - 20:02:44 | 200 | 2.170176ms | 100.64.0.2 | DELETE "/v1/api-keys/f2a10401-3e8b-4c3e-b605-ae009da18efb" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T20:02:44.032Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"59c1cf26-aeef-433d-ac70-00f4040bbe31"} {"level":"info","timestamp":"2026-06-09T20:02:44.032Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"59c1cf26-aeef-433d-ac70-00f4040bbe31","revokedBy":"system:serviceaccount:llm:e2e-filter-sa-65955a99"} [GIN] 2026/06/09 - 20:02:44 | 200 | 1.970651ms | 100.64.0.4 | DELETE "/v1/api-keys/59c1cf26-aeef-433d-ac70-00f4040bbe31" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T20:02:44.063Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"6d24fe79-6c27-4045-9749-fad9f5b789dd"} {"level":"info","timestamp":"2026-06-09T20:02:44.063Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"6d24fe79-6c27-4045-9749-fad9f5b789dd","revokedBy":"system:serviceaccount:llm:e2e-filter-sa-65955a99"} [GIN] 2026/06/09 - 20:02:44 | 200 | 2.111533ms | 100.64.0.4 | DELETE "/v1/api-keys/6d24fe79-6c27-4045-9749-fad9f5b789dd" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 20:02:45 | 200 | 40.225µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:02:48 | 200 | 44.62µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T20:02:53.096Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"13e1e213-290d-484a-b059-21fe4eefd44a","ephemeral":false} {"level":"info","timestamp":"2026-06-09T20:02:53.096Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"13e1e213-290d-484a-b059-21fe4eefd44a","keyPrefix":"sk-oai-1e5zCS74kQYC...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 20:02:53 | 201 | 2.215416ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T20:02:53.126Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"496df0ce-b50f-45b3-913f-2e61e85f2253","ephemeral":false} {"level":"info","timestamp":"2026-06-09T20:02:53.126Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"496df0ce-b50f-45b3-913f-2e61e85f2253","keyPrefix":"sk-oai-qLJpDgfRAhbK...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 20:02:53 | 201 | 1.625044ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 20:02:53 | 200 | 3.950534ms | 100.64.0.2 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T20:02:53.192Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"13e1e213-290d-484a-b059-21fe4eefd44a"} {"level":"info","timestamp":"2026-06-09T20:02:53.192Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"13e1e213-290d-484a-b059-21fe4eefd44a","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 20:02:53 | 200 | 2.080671ms | 100.64.0.4 | DELETE "/v1/api-keys/13e1e213-290d-484a-b059-21fe4eefd44a" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T20:02:53.232Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"496df0ce-b50f-45b3-913f-2e61e85f2253"} {"level":"info","timestamp":"2026-06-09T20:02:53.232Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"496df0ce-b50f-45b3-913f-2e61e85f2253","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 20:02:53 | 200 | 2.153744ms | 100.64.0.3 | DELETE "/v1/api-keys/496df0ce-b50f-45b3-913f-2e61e85f2253" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T20:02:53.268Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"291ef977-a07e-4ef2-ad05-7946dd3529ff","ephemeral":false} {"level":"info","timestamp":"2026-06-09T20:02:53.268Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"291ef977-a07e-4ef2-ad05-7946dd3529ff","keyPrefix":"sk-oai-vZvSmxjFSxi1...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 20:02:53 | 201 | 1.608466ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 20:02:53 | 200 | 41.784µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:02:53 | 200 | 768.871µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:02:53 | 200 | 121.535µs | 100.64.0.4 | POST "/internal/v1/subscriptions/select" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 20:02:55 | 200 | 33.104µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:02:58 | 200 | 42.199µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:03:03 | 200 | 44.23µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:03:05 | 200 | 41.278µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:03:08 | 200 | 43.611µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:03:10 | 200 | 842.539µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:03:10 | 200 | 117.684µs | 100.64.0.3 | POST "/internal/v1/subscriptions/select" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 20:03:13 | 200 | 40.981µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:03:15 | 200 | 40.292µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:03:18 | 200 | 49.278µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:03:23 | 200 | 38.807µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:03:25 | 200 | 39.93µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:03:28 | 200 | 45.085µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:03:33 | 200 | 39.458µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:03:35 | 200 | 40.124µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:03:38 | 200 | 51.536µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:03:43 | 200 | 43.667µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:03:45 | 200 | 50.319µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:03:48 | 200 | 40.231µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:03:53 | 200 | 39.185µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:03:55 | 200 | 39.99µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:03:58 | 200 | 40.614µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:04:03 | 200 | 39.787µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:04:05 | 200 | 38.073µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:04:08 | 200 | 37.76µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:04:13 | 200 | 42.7µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:04:15 | 200 | 39.897µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:04:18 | 200 | 41.1µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:04:23 | 200 | 40.253µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:04:25 | 200 | 45.943µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:04:28 | 200 | 59.582µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:04:33 | 200 | 44.506µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:04:35 | 200 | 44.332µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:04:38 | 200 | 49.832µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:04:43 | 200 | 39.089µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:04:45 | 200 | 44.586µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:04:48 | 200 | 39.247µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:04:53 | 200 | 43.603µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:04:55 | 200 | 39.753µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:04:58 | 200 | 40.657µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:05:03 | 200 | 39.296µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:05:05 | 200 | 43.249µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:05:08 | 200 | 45.645µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:05:13 | 200 | 47.249µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:05:15 | 200 | 40.239µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:05:18 | 200 | 42.432µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T20:05:20.235Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"291ef977-a07e-4ef2-ad05-7946dd3529ff"} {"level":"info","timestamp":"2026-06-09T20:05:20.235Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"291ef977-a07e-4ef2-ad05-7946dd3529ff","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 20:05:20 | 200 | 12.123605ms | 100.64.0.3 | DELETE "/v1/api-keys/291ef977-a07e-4ef2-ad05-7946dd3529ff" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T20:05:20.272Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9f90eea4-58ed-4a3f-8f36-b53af13e1b7d","ephemeral":false} {"level":"info","timestamp":"2026-06-09T20:05:20.272Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9f90eea4-58ed-4a3f-8f36-b53af13e1b7d","keyPrefix":"sk-oai-1jaqLqSe9rcG...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 20:05:20 | 201 | 1.862658ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 20:05:20 | 200 | 891.154µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:05:20 | 200 | 227.505µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-09T20:05:20.367Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"115937df-3abf-4e18-8a1f-0f737755815c","ephemeral":false} {"level":"info","timestamp":"2026-06-09T20:05:20.367Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"115937df-3abf-4e18-8a1f-0f737755815c","keyPrefix":"sk-oai-x52PqCmsxKca...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 20:05:20 | 201 | 1.565203ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 20:05:20 | 200 | 502.942µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:05:20 | 200 | 109.899µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-09T20:05:20.424Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"40177652-f088-40a2-8b09-871210f28bdf","ephemeral":false} {"level":"info","timestamp":"2026-06-09T20:05:20.424Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"40177652-f088-40a2-8b09-871210f28bdf","keyPrefix":"sk-oai-16Y5HUUJEjMw...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 20:05:20 | 201 | 1.572669ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 20:05:23 | 200 | 38.046µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:05:25 | 200 | 39.706µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:05:25 | 200 | 2.235638ms | 10.134.0.36 | POST "/internal/v1/api-keys/validate" {"level":"info","timestamp":"2026-06-09T20:05:25.516Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8ea4b9f5-6bcf-4d7e-8d28-8d60317e83f7","ephemeral":false} {"level":"info","timestamp":"2026-06-09T20:05:25.516Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8ea4b9f5-6bcf-4d7e-8d28-8d60317e83f7","keyPrefix":"sk-oai-1UyJbpfMNHyY...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 20:05:25 | 201 | 1.726006ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 20:05:28 | 200 | 41.598µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T20:05:32.411Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"60b4df97-df6b-4f52-a1f3-6efd29d8c6f7","ephemeral":false} {"level":"info","timestamp":"2026-06-09T20:05:32.411Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"60b4df97-df6b-4f52-a1f3-6efd29d8c6f7","keyPrefix":"sk-oai-1GeDDP3VpB4r...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 20:05:32 | 201 | 2.076328ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 20:05:32 | 200 | 528.671µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:05:32 | 200 | 134.917µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 20:05:32 | 200 | 567.127µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:05:32 | 200 | 165.59µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 20:05:32 | 200 | 500.165µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:05:32 | 200 | 140.022µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 20:05:32 | 200 | 441.843µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:05:32 | 200 | 131.727µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 20:05:33 | 200 | 42.003µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:05:35 | 200 | 43.455µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:05:38 | 200 | 39.513µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:05:43 | 200 | 40.895µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T20:05:44.556Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3914c426-408c-4c63-8dd9-e467a3931795","ephemeral":false} {"level":"info","timestamp":"2026-06-09T20:05:44.556Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3914c426-408c-4c63-8dd9-e467a3931795","keyPrefix":"sk-oai-1GhPV5Zz25fy...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 20:05:44 | 201 | 2.167309ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 20:05:44 | 200 | 573.585µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:05:44 | 200 | 171.751µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 20:05:44 | 200 | 459.766µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:05:44 | 200 | 190.662µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-09T20:05:44.989Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a25ec3ab-8da9-4790-8383-eaacab9a4dad","ephemeral":false} {"level":"info","timestamp":"2026-06-09T20:05:44.989Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a25ec3ab-8da9-4790-8383-eaacab9a4dad","keyPrefix":"sk-oai-aQaglc6725n4...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 20:05:44 | 201 | 1.788076ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T20:05:45.018Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"a25ec3ab-8da9-4790-8383-eaacab9a4dad"} {"level":"info","timestamp":"2026-06-09T20:05:45.018Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"a25ec3ab-8da9-4790-8383-eaacab9a4dad","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 20:05:45 | 200 | 2.390133ms | 100.64.0.3 | DELETE "/v1/api-keys/a25ec3ab-8da9-4790-8383-eaacab9a4dad" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T20:05:45.061Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f0a5e82c-53b5-4322-9d65-ade942598ba4","ephemeral":false} {"level":"info","timestamp":"2026-06-09T20:05:45.061Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f0a5e82c-53b5-4322-9d65-ade942598ba4","keyPrefix":"sk-oai-16MhUcTBHr9x...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 20:05:45 | 201 | 1.646194ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T20:05:45.088Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"f0a5e82c-53b5-4322-9d65-ade942598ba4"} {"level":"info","timestamp":"2026-06-09T20:05:45.088Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"f0a5e82c-53b5-4322-9d65-ade942598ba4","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 20:05:45 | 200 | 2.283039ms | 100.64.0.2 | DELETE "/v1/api-keys/f0a5e82c-53b5-4322-9d65-ade942598ba4" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"warn","timestamp":"2026-06-09T20:05:45.145Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:default:tester-regular-user","requestedSubscription":"e2e-no-such-subscription-5d7d5f83c57c471fa3354981d631778f","error":"requested subscription not found"} {"level":"error","timestamp":"2026-06-09T20:05:45.145Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"requested subscription not found","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/06/09 - 20:05:45 | 400 | 230.14µs | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 20:05:45 | 200 | 37.742µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:05:45 | 200 | 533.938µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:05:45 | 200 | 132.827µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 20:05:45 | 200 | 456.334µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:05:45 | 200 | 133.408µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 20:05:48 | 200 | 41.863µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:05:53 | 200 | 41.28µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:05:53 | 200 | 860.526µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:05:53 | 200 | 141.232µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 20:05:55 | 200 | 37.799µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:05:58 | 200 | 45.423µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:06:03 | 200 | 40.912µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:06:05 | 200 | 41.235µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:06:08 | 200 | 38.944µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:06:13 | 200 | 42.379µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:06:15 | 200 | 40.748µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T20:06:18.276Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2820eba3-7e13-4bd6-953e-ea11503c54fe","ephemeral":false} {"level":"info","timestamp":"2026-06-09T20:06:18.276Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2820eba3-7e13-4bd6-953e-ea11503c54fe","keyPrefix":"sk-oai-oEQuqrwnY608...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 20:06:18 | 201 | 2.313489ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 20:06:18 | 200 | 541.489µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:06:18 | 200 | 266.091µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 20:06:18 | 200 | 512.979µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:06:18 | 200 | 171.883µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 20:06:18 | 200 | 36.284µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:06:18 | 200 | 494.7µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:06:18 | 200 | 174.981µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 20:06:18 | 200 | 495.646µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:06:18 | 200 | 193.524µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 20:06:18 | 200 | 464.013µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:06:18 | 200 | 203.52µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 20:06:18 | 200 | 466.242µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:06:18 | 200 | 157.455µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 20:06:23 | 200 | 40.516µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:06:25 | 200 | 42.265µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:06:28 | 200 | 37.544µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:06:33 | 200 | 40.193µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:06:35 | 200 | 44.177µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:06:38 | 200 | 41.323µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:06:43 | 200 | 41.251µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:06:45 | 200 | 49.801µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:06:48 | 200 | 38.822µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:06:52 | 200 | 1.172289ms | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:06:52 | 200 | 130.009µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 20:06:53 | 200 | 38.994µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:06:54 | 200 | 790.102µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:06:54 | 200 | 143.55µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 20:06:55 | 200 | 34.226µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:06:56 | 200 | 823.79µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:06:56 | 200 | 168.608µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 20:06:58 | 200 | 50.143µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:06:58 | 200 | 790.48µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:06:58 | 200 | 159.432µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 20:07:00 | 200 | 799.635µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:07:00 | 200 | 152.889µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 20:07:02 | 200 | 818.682µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:07:02 | 200 | 151.949µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 20:07:03 | 200 | 43.765µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:07:04 | 200 | 876.529µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:07:04 | 200 | 157.885µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 20:07:05 | 200 | 53.468µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:07:06 | 200 | 839.554µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:07:06 | 200 | 155.393µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 20:07:08 | 200 | 57.307µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:07:08 | 200 | 779.05µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:07:08 | 200 | 150.77µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 20:07:11 | 200 | 864.92µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:07:11 | 200 | 160.671µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 20:07:13 | 200 | 908.714µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:07:13 | 200 | 143.071µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 20:07:13 | 200 | 38.48µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:07:15 | 200 | 853.215µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:07:15 | 200 | 353.11µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 20:07:15 | 200 | 46.838µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:07:17 | 200 | 829.842µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:07:17 | 200 | 141.493µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 20:07:18 | 200 | 46.672µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:07:19 | 200 | 879.294µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:07:19 | 200 | 161.614µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 20:07:21 | 200 | 850.877µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:07:21 | 200 | 149.237µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 20:07:23 | 200 | 786.67µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:07:23 | 200 | 154.046µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 20:07:23 | 200 | 40.408µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:07:25 | 200 | 826.672µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:07:25 | 200 | 141.181µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 20:07:25 | 200 | 40.554µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:07:27 | 200 | 937.196µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:07:27 | 200 | 141.399µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 20:07:28 | 200 | 39.843µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:07:29 | 200 | 949.552µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:07:29 | 200 | 151.985µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 20:07:31 | 200 | 1.275172ms | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:07:31 | 200 | 228.7µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 20:07:33 | 200 | 949.725µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:07:33 | 200 | 154.117µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 20:07:33 | 200 | 33.909µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:07:35 | 200 | 40.347µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:07:35 | 200 | 937.886µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:07:35 | 200 | 194.731µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 20:07:37 | 200 | 920.677µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:07:37 | 200 | 225.464µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 20:07:38 | 200 | 43.769µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:07:43 | 200 | 40.009µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:07:45 | 200 | 43.487µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:07:48 | 200 | 42.251µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:07:53 | 200 | 55.247µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T20:07:54.016Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e1032555-d225-4208-a352-646be2ee82ab","ephemeral":false} {"level":"info","timestamp":"2026-06-09T20:07:54.016Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e1032555-d225-4208-a352-646be2ee82ab","keyPrefix":"sk-oai-GGAdLvNFGusZ...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 20:07:54 | 201 | 1.999059ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 20:07:54 | 200 | 473.823µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:07:54 | 200 | 166.375µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 20:07:55 | 200 | 44.737µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:07:58 | 200 | 42.402µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:08:03 | 200 | 43.992µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:08:05 | 200 | 55.258µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:08:08 | 200 | 37.908µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:08:13 | 200 | 45.135µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:08:15 | 200 | 38.923µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:08:18 | 200 | 38.365µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:08:18 | 200 | 756.233µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:08:18 | 200 | 145.819µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 20:08:23 | 200 | 39.134µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:08:25 | 200 | 40.38µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:08:28 | 200 | 40.51µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:08:33 | 200 | 38.88µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:08:35 | 200 | 40.854µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:08:35 | 200 | 728.302µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:08:35 | 200 | 169.542µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 20:08:38 | 200 | 37.564µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:08:43 | 200 | 63.84µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:08:45 | 200 | 34.648µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:08:48 | 200 | 40.912µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:08:52 | 200 | 1.006099ms | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:08:52 | 200 | 252.334µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 20:08:53 | 200 | 39.308µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:08:55 | 200 | 43.894µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:08:58 | 200 | 38.091µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:09:03 | 200 | 41.027µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:09:05 | 200 | 40.915µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:09:08 | 200 | 58.751µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:09:09 | 200 | 843.085µs | 10.134.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 20:09:09 | 200 | 115.647µs | 10.134.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 20:09:13 | 200 | 35.444µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:09:15 | 200 | 33.274µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:09:18 | 200 | 34.96µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:09:23 | 200 | 40.737µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:09:25 | 200 | 32.842µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:09:28 | 200 | 34.864µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:09:33 | 200 | 47.237µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:09:35 | 200 | 32.767µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:09:38 | 200 | 32.981µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:09:43 | 200 | 33.247µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:09:45 | 200 | 38.323µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:09:48 | 200 | 32.142µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:09:53 | 200 | 32.502µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:09:55 | 200 | 34.231µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:09:58 | 200 | 34.065µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:10:03 | 200 | 33.777µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:10:05 | 200 | 33.694µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:10:08 | 200 | 31.384µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:10:13 | 200 | 33.499µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:10:15 | 200 | 45.889µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:10:18 | 200 | 34.53µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:10:23 | 200 | 46.093µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 20:10:25 | 200 | 33.738µs | 10.132.0.2 | GET "/health"