[GIN] 2026/06/09 - 12:13:03 | 200 | 111.754µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:13:03 | 200 | 449.85µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:13:03 | 200 | 109.093µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:13:03 | 200 | 445.345µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:13:03 | 200 | 98.011µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-09T12:13:03.651Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"45d6bb99-6be2-4a8f-9d6b-fa774c0ac631"} {"level":"info","timestamp":"2026-06-09T12:13:03.651Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"45d6bb99-6be2-4a8f-9d6b-fa774c0ac631","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/06/09 - 12:13:03 | 200 | 3.80082ms | 100.64.0.3 | DELETE "/v1/api-keys/45d6bb99-6be2-4a8f-9d6b-fa774c0ac631" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:13:05 | 200 | 41.69µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:13:10 | 200 | 43.322µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:13:11 | 200 | 37.936µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:13:11 | 200 | 23.733µs | 100.64.0.4 | GET "/health" [GIN] 2026/06/09 - 12:13:11 | 200 | 160.358µs | 100.64.0.3 | GET "/v1/subscriptions" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:13:12.151Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"c6afc2cc-3d82-459b-829a-79e01374db0d","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:13:12.151Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c6afc2cc-3d82-459b-829a-79e01374db0d","keyPrefix":"sk-oai-1e3JbARfrWMx...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/06/09 - 12:13:12 | 201 | 2.221203ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:13:15 | 200 | 38.225µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T12:13:16.455Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"bfee94ff-471f-47fc-80ab-86f65a12f0d9","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:13:16.455Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bfee94ff-471f-47fc-80ab-86f65a12f0d9","keyPrefix":"sk-oai-zIeElp6Yl4pW...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:13:16 | 201 | 2.004124ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:13:16.489Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"88108fe9-570a-4f54-b576-7685180cc4df","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:13:16.489Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"88108fe9-570a-4f54-b576-7685180cc4df","keyPrefix":"sk-oai-dYThsGmPmsGb...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:13:16 | 201 | 1.679739ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:13:16 | 200 | 497.975µs | 100.64.0.3 | GET "/v1/api-keys/88108fe9-570a-4f54-b576-7685180cc4df" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:13:16.568Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"524f7245-cdd1-4b52-853a-e121393e7cc6","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:13:16.568Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"524f7245-cdd1-4b52-853a-e121393e7cc6","keyPrefix":"sk-oai-1FJ6dX1GwTYC...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:13:16 | 201 | 1.670529ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:13:16.602Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"110c710f-b2c9-4d76-af1f-3c99d25d1bab","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:13:16.602Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"110c710f-b2c9-4d76-af1f-3c99d25d1bab","keyPrefix":"sk-oai-1cQjwzZXpkpH...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:13:16 | 201 | 1.748517ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:13:16 | 200 | 4.81238ms | 100.64.0.3 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:13:16 | 200 | 593.549µs | 100.64.0.3 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:13:16.713Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"fbb52945-68a0-4140-baa6-bbfe1e2848cf","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:13:16.713Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fbb52945-68a0-4140-baa6-bbfe1e2848cf","keyPrefix":"sk-oai-WfShfcOFBPJc...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:13:16 | 201 | 1.641441ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:13:16.746Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"fbb52945-68a0-4140-baa6-bbfe1e2848cf"} {"level":"info","timestamp":"2026-06-09T12:13:16.746Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"fbb52945-68a0-4140-baa6-bbfe1e2848cf","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 12:13:16 | 200 | 2.280422ms | 100.64.0.2 | DELETE "/v1/api-keys/fbb52945-68a0-4140-baa6-bbfe1e2848cf" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:13:16 | 200 | 441.695µs | 100.64.0.3 | GET "/v1/api-keys/fbb52945-68a0-4140-baa6-bbfe1e2848cf" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:13:16.814Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b3425444-13f1-4469-93ff-cb60c0828dc1","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:13:16.814Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b3425444-13f1-4469-93ff-cb60c0828dc1","keyPrefix":"sk-oai-w6D7mCdsXDLE...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:13:16 | 201 | 1.519691ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:13:16 | 200 | 414.49µs | 100.64.0.2 | GET "/v1/api-keys/b3425444-13f1-4469-93ff-cb60c0828dc1" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:13:16 | 200 | 3.787358ms | 100.64.0.3 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:13:16.909Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"b3425444-13f1-4469-93ff-cb60c0828dc1"} {"level":"info","timestamp":"2026-06-09T12:13:16.909Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"b3425444-13f1-4469-93ff-cb60c0828dc1","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/06/09 - 12:13:16 | 200 | 2.298637ms | 100.64.0.4 | DELETE "/v1/api-keys/b3425444-13f1-4469-93ff-cb60c0828dc1" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:13:16.956Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"955a1bee-a6af-437f-9d75-26f0a33234cd","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:13:16.956Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"955a1bee-a6af-437f-9d75-26f0a33234cd","keyPrefix":"sk-oai-1I97yHi4RTJ9...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:13:16 | 201 | 1.593646ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"warn","timestamp":"2026-06-09T12:13:16.986Z","caller":"api_keys/handler.go:124","message":"Unauthorized API key access attempt","requestingUser":"system:serviceaccount:default:tester-regular-user","keyOwner":"system:serviceaccount:maas-admin:tester-admin-user","keyId":"955a1bee-a6af-437f-9d75-26f0a33234cd"} [GIN] 2026/06/09 - 12:13:16 | 404 | 469.532µs | 100.64.0.2 | GET "/v1/api-keys/955a1bee-a6af-437f-9d75-26f0a33234cd" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"warn","timestamp":"2026-06-09T12:13:17.018Z","caller":"api_keys/handler.go:305","message":"Unauthorized API key revocation attempt","requestingUser":"system:serviceaccount:default:tester-regular-user","keyOwner":"system:serviceaccount:maas-admin:tester-admin-user","keyId":"955a1bee-a6af-437f-9d75-26f0a33234cd"} [GIN] 2026/06/09 - 12:13:17 | 404 | 484.306µs | 100.64.0.3 | DELETE "/v1/api-keys/955a1bee-a6af-437f-9d75-26f0a33234cd" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:13:17.057Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6aff4ea1-5c9e-4b1a-86fd-e1f45b731b09","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:13:17.057Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6aff4ea1-5c9e-4b1a-86fd-e1f45b731b09","keyPrefix":"sk-oai-kHXtn0U4OBRD...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:13:17 | 201 | 1.634341ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:13:17.098Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a3a2dac9-1f6b-4340-8b45-f2581979310d","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:13:17.098Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a3a2dac9-1f6b-4340-8b45-f2581979310d","keyPrefix":"sk-oai-10HXa4bOIWq6...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:13:17 | 201 | 1.604651ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:13:17.137Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5fa36717-9ed5-455c-b17d-7d1d53f3fc65","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:13:17.137Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5fa36717-9ed5-455c-b17d-7d1d53f3fc65","keyPrefix":"sk-oai-7KdCATUNUDE3...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:13:17 | 201 | 1.543178ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:13:17 | 200 | 411.933µs | 100.64.0.3 | GET "/v1/api-keys/6aff4ea1-5c9e-4b1a-86fd-e1f45b731b09" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:13:17.200Z","caller":"api_keys/store_postgres.go:448","message":"Revoked all keys for user","count":7,"user":"system:serviceaccount:default:tester-regular-user"} {"level":"info","timestamp":"2026-06-09T12:13:17.200Z","caller":"api_keys/handler.go:531","message":"Bulk revoked API keys","count":7,"targetUser":"system:serviceaccount:default:tester-regular-user","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 12:13:17 | 200 | 2.272373ms | 100.64.0.4 | POST "/v1/api-keys/bulk-revoke" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:13:17 | 200 | 430.498µs | 100.64.0.2 | GET "/v1/api-keys/6aff4ea1-5c9e-4b1a-86fd-e1f45b731b09" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:13:17 | 200 | 421.809µs | 100.64.0.3 | GET "/v1/api-keys/a3a2dac9-1f6b-4340-8b45-f2581979310d" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:13:17 | 200 | 421.769µs | 100.64.0.3 | GET "/v1/api-keys/5fa36717-9ed5-455c-b17d-7d1d53f3fc65" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"warn","timestamp":"2026-06-09T12:13:17.341Z","caller":"api_keys/handler.go:508","message":"Unauthorized bulk revoke attempt","requestingUser":"system:serviceaccount:default:tester-regular-user","targetUser":"someotheruser"} [GIN] 2026/06/09 - 12:13:17 | 403 | 103.191µs | 100.64.0.4 | POST "/v1/api-keys/bulk-revoke" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:13:17.383Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"565f10f5-f923-4d9d-8b80-f8fa7e177e28","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:13:17.383Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"565f10f5-f923-4d9d-8b80-f8fa7e177e28","keyPrefix":"sk-oai-cCQgVzMJJqjg...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:13:17 | 201 | 1.689591ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:13:17 | 200 | 412.103µs | 100.64.0.2 | GET "/v1/api-keys/565f10f5-f923-4d9d-8b80-f8fa7e177e28" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:13:17.446Z","caller":"api_keys/store_postgres.go:448","message":"Revoked all keys for user","count":1,"user":"system:serviceaccount:default:tester-regular-user"} {"level":"info","timestamp":"2026-06-09T12:13:17.446Z","caller":"api_keys/handler.go:531","message":"Bulk revoked API keys","count":1,"targetUser":"system:serviceaccount:default:tester-regular-user","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/06/09 - 12:13:17 | 200 | 1.587191ms | 100.64.0.2 | POST "/v1/api-keys/bulk-revoke" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:13:17.481Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"640026e6-ec41-4319-99d5-88ad1a8f9e3f","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:13:17.481Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"640026e6-ec41-4319-99d5-88ad1a8f9e3f","keyPrefix":"sk-oai-15UX6FVbGyNQ...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:13:17 | 201 | 1.527559ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:13:17.515Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5b168e89-1558-4754-ae49-f4caab3f5997","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:13:17.515Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5b168e89-1558-4754-ae49-f4caab3f5997","keyPrefix":"sk-oai-1QVzCsb8oiGn...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:13:17 | 201 | 1.519732ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"error","timestamp":"2026-06-09T12:13:17.553Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"requested expiration (4320h0m0s) exceeds maximum allowed (90 days): expiration exceeds maximum allowed","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/06/09 - 12:13:17 | 400 | 143.711µs | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:13:17.592Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0681d885-5984-4231-a2a3-840fdce8537d","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:13:17.592Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0681d885-5984-4231-a2a3-840fdce8537d","keyPrefix":"sk-oai-c61cwpzrlUiZ...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:13:17 | 201 | 1.814521ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:13:17.628Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"182cf7b2-81fc-4980-a031-3674c868f072","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:13:17.628Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"182cf7b2-81fc-4980-a031-3674c868f072","keyPrefix":"sk-oai-KnXIYDAi0qtq...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:13:17 | 201 | 1.597802ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:13:17.666Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b66aec84-114c-47a1-83ef-d1296b994f2d","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:13:17.666Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b66aec84-114c-47a1-83ef-d1296b994f2d","keyPrefix":"sk-oai-1PZT7TRMvcO8...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:13:17 | 201 | 1.534595ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:13:17 | 200 | 131.686µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:13:17 | 200 | 17.664483ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:13:17 | 200 | 494.852µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:13:17 | 200 | 109.927µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:13:17 | 200 | 62.712µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" {"level":"info","timestamp":"2026-06-09T12:13:17.842Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7dd8e1bd-26b0-46d7-abbf-31f2ffe594b0","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:13:17.842Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7dd8e1bd-26b0-46d7-abbf-31f2ffe594b0","keyPrefix":"sk-oai-BvEmMlZs6eUq...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:13:17 | 201 | 1.675502ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:13:17 | 200 | 467.892µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:13:17 | 200 | 123.47µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-09T12:13:17.907Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"7dd8e1bd-26b0-46d7-abbf-31f2ffe594b0"} {"level":"info","timestamp":"2026-06-09T12:13:17.907Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"7dd8e1bd-26b0-46d7-abbf-31f2ffe594b0","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 12:13:17 | 200 | 2.16491ms | 100.64.0.2 | DELETE "/v1/api-keys/7dd8e1bd-26b0-46d7-abbf-31f2ffe594b0" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:13:19 | 200 | 887.517µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:13:19 | 200 | 446.246µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:13:19 | 200 | 140.128µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-09T12:13:20.012Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6bac16ca-6896-466a-90a6-ae64a7136e2f","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:13:20.012Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6bac16ca-6896-466a-90a6-ae64a7136e2f","keyPrefix":"sk-oai-12nuYZsyrCUQ...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:13:20 | 201 | 1.668299ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:13:20.051Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"6bac16ca-6896-466a-90a6-ae64a7136e2f"} {"level":"info","timestamp":"2026-06-09T12:13:20.051Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"6bac16ca-6896-466a-90a6-ae64a7136e2f","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 12:13:20 | 200 | 2.131399ms | 100.64.0.4 | DELETE "/v1/api-keys/6bac16ca-6896-466a-90a6-ae64a7136e2f" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:13:20 | 404 | 564.971µs | 100.64.0.3 | DELETE "/v1/api-keys/6bac16ca-6896-466a-90a6-ae64a7136e2f" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:13:20 | 404 | 284.712µs | 100.64.0.2 | DELETE "/v1/api-keys/nonexistent-uuid-12345" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:13:20.162Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4ed49851-bbed-4bab-bdc8-000104052413","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:13:20.162Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4ed49851-bbed-4bab-bdc8-000104052413","keyPrefix":"sk-oai-1WkwBKVgttOk...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:13:20 | 201 | 1.582421ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:13:20.193Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"4ed49851-bbed-4bab-bdc8-000104052413"} {"level":"info","timestamp":"2026-06-09T12:13:20.193Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"4ed49851-bbed-4bab-bdc8-000104052413","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 12:13:20 | 200 | 1.753347ms | 100.64.0.4 | DELETE "/v1/api-keys/4ed49851-bbed-4bab-bdc8-000104052413" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:13:20.225Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6584f512-4e56-4da2-b16f-270235d2108f","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:13:20.225Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6584f512-4e56-4da2-b16f-270235d2108f","keyPrefix":"sk-oai-1K3bb83VPRl1...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:13:20 | 201 | 1.538661ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:13:20 | 200 | 383.455µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:13:20 | 200 | 352.72µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:13:20 | 200 | 155.345µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-09T12:13:20.317Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0f8d41c5-8e6b-4676-87fb-f7d137f4f562","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:13:20.317Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0f8d41c5-8e6b-4676-87fb-f7d137f4f562","keyPrefix":"sk-oai-1AIhjE7pPNP5...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:13:20 | 201 | 1.526426ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:13:20.351Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f69128c4-7dfa-41f5-9ab5-6ee182d72e9e","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:13:20.351Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f69128c4-7dfa-41f5-9ab5-6ee182d72e9e","keyPrefix":"sk-oai-1SD5CtCbX4O7...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:13:20 | 201 | 1.485051ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:13:20.391Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"843c244b-e332-4f38-a2a5-0d324857a232","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:13:20.391Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"843c244b-e332-4f38-a2a5-0d324857a232","keyPrefix":"sk-oai-POr3kxz1FI6V...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:13:20 | 201 | 1.680981ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:13:20.424Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"0f8d41c5-8e6b-4676-87fb-f7d137f4f562"} {"level":"info","timestamp":"2026-06-09T12:13:20.424Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"0f8d41c5-8e6b-4676-87fb-f7d137f4f562","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 12:13:20 | 200 | 1.867949ms | 100.64.0.2 | DELETE "/v1/api-keys/0f8d41c5-8e6b-4676-87fb-f7d137f4f562" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:13:20.457Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"f69128c4-7dfa-41f5-9ab5-6ee182d72e9e"} {"level":"info","timestamp":"2026-06-09T12:13:20.457Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"f69128c4-7dfa-41f5-9ab5-6ee182d72e9e","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 12:13:20 | 200 | 1.909431ms | 100.64.0.4 | DELETE "/v1/api-keys/f69128c4-7dfa-41f5-9ab5-6ee182d72e9e" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:13:20 | 200 | 34.753µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T12:13:20.496Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"843c244b-e332-4f38-a2a5-0d324857a232"} {"level":"info","timestamp":"2026-06-09T12:13:20.496Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"843c244b-e332-4f38-a2a5-0d324857a232","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 12:13:20 | 200 | 1.840121ms | 100.64.0.2 | DELETE "/v1/api-keys/843c244b-e332-4f38-a2a5-0d324857a232" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:13:20.532Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b0face84-2bae-4132-831d-007877aff9df","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:13:20.532Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b0face84-2bae-4132-831d-007877aff9df","keyPrefix":"sk-oai-vZ600bYV9pB3...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:13:20 | 201 | 1.52023ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:13:20.566Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6a9f190c-8f33-4b37-b7f8-aa9077feb13c","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:13:20.566Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6a9f190c-8f33-4b37-b7f8-aa9077feb13c","keyPrefix":"sk-oai-L1FQwtICnFit...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:13:20 | 201 | 1.486137ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:13:20.603Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2d3c2166-875a-43b9-b391-1a71efcb18de","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:13:20.603Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2d3c2166-875a-43b9-b391-1a71efcb18de","keyPrefix":"sk-oai-5JhMsb7N2P28...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:13:20 | 201 | 1.579821ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:13:20 | 200 | 436.756µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:13:20 | 200 | 135.68µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-09T12:13:20.669Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"b0face84-2bae-4132-831d-007877aff9df"} {"level":"info","timestamp":"2026-06-09T12:13:20.669Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"b0face84-2bae-4132-831d-007877aff9df","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 12:13:20 | 200 | 1.831559ms | 100.64.0.2 | DELETE "/v1/api-keys/b0face84-2bae-4132-831d-007877aff9df" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:13:20.703Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"6a9f190c-8f33-4b37-b7f8-aa9077feb13c"} {"level":"info","timestamp":"2026-06-09T12:13:20.703Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"6a9f190c-8f33-4b37-b7f8-aa9077feb13c","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 12:13:20 | 200 | 1.752084ms | 100.64.0.3 | DELETE "/v1/api-keys/6a9f190c-8f33-4b37-b7f8-aa9077feb13c" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:13:20.739Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"2d3c2166-875a-43b9-b391-1a71efcb18de"} {"level":"info","timestamp":"2026-06-09T12:13:20.739Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"2d3c2166-875a-43b9-b391-1a71efcb18de","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 12:13:20 | 200 | 1.857093ms | 100.64.0.4 | DELETE "/v1/api-keys/2d3c2166-875a-43b9-b391-1a71efcb18de" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:13:20 | 200 | 406.997µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:13:20 | 200 | 393.141µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:13:20 | 200 | 361.344µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" {"level":"info","timestamp":"2026-06-09T12:13:21.087Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5f291556-b086-41ba-9d41-7e910295d0bb","ephemeral":true} {"level":"info","timestamp":"2026-06-09T12:13:21.087Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5f291556-b086-41ba-9d41-7e910295d0bb","keyPrefix":"sk-oai-1NzbauBFVukE...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":true} [GIN] 2026/06/09 - 12:13:21 | 201 | 1.720166ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:13:21 | 200 | 3.518665ms | 100.64.0.3 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:13:21 | 200 | 506.347µs | 100.64.0.2 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:13:21.197Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9798683f-8d91-4312-ae59-6a7675b467bc","ephemeral":true} {"level":"info","timestamp":"2026-06-09T12:13:21.197Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9798683f-8d91-4312-ae59-6a7675b467bc","keyPrefix":"sk-oai-yD0vIGxfUCNz...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":true} [GIN] 2026/06/09 - 12:13:21 | 201 | 1.556272ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:13:21 | 200 | 37.161µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T12:13:21.590Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/06/09 - 12:13:21 | 200 | 742.472µs | ::1 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/06/09 - 12:13:21 | 200 | 358.153µs | 100.64.0.4 | GET "/v1/api-keys/9798683f-8d91-4312-ae59-6a7675b467bc" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:13:22.495Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-apikey-active-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"e2a218a8-af0d-4e0f-9433-7194aeb09018","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:13:22.495Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e2a218a8-af0d-4e0f-9433-7194aeb09018","keyPrefix":"sk-oai-y179FnbwpRaz...","username":"system:serviceaccount:llm:e2e-apikey-active-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:13:22 | 201 | 1.913901ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:13:25 | 200 | 36.169µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:13:30 | 200 | 40.08µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:13:31 | 200 | 37.701µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:13:35 | 200 | 38.227µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:13:40 | 200 | 42.992µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:13:41 | 200 | 38.508µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T12:13:41.727Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-apikey-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"c8994ff7-cfe5-4bca-bc83-1b388af3a356","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:13:41.727Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c8994ff7-cfe5-4bca-bc83-1b388af3a356","keyPrefix":"sk-oai-O576AgYrHZpr...","username":"system:serviceaccount:llm:e2e-apikey-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:13:41 | 201 | 2.161866ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:13:45 | 200 | 37.32µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:13:50 | 200 | 46.945µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:13:51 | 200 | 50.901µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:13:55 | 200 | 40.558µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:14:00 | 200 | 47.413µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:14:01 | 200 | 40.096µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:14:05 | 200 | 55.591µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:14:10 | 200 | 41.248µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:14:11 | 200 | 37.922µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:14:15 | 200 | 44.602µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:14:20 | 200 | 36.259µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:14:21 | 200 | 40.236µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:14:25 | 200 | 42.689µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:14:30 | 200 | 39.614µs | 10.132.0.2 | GET "/health" {"level":"warn","timestamp":"2026-06-09T12:14:31.137Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:llm:e2e-apikey-unreconciled-sa","requestedSubscription":"e2e-apikey-unreconciled-sub","error":"requested model is unhealthy in subscription"} {"level":"error","timestamp":"2026-06-09T12:14:31.137Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"requested model is unhealthy in subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/06/09 - 12:14:31 | 400 | 302.406µs | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:14:31 | 200 | 40.747µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:14:35 | 200 | 39.855µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:14:40 | 200 | 38.22µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:14:41 | 200 | 50.144µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:14:45 | 200 | 39.965µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:14:50 | 200 | 49.891µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:14:51 | 200 | 39.045µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T12:14:53.121Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-filter-sa-52ad74a0","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"1e47ad18-2907-4c87-9fe0-ed90ce006db1","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:14:53.122Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1e47ad18-2907-4c87-9fe0-ed90ce006db1","keyPrefix":"sk-oai-ttQbOsUNR8Wo...","username":"system:serviceaccount:llm:e2e-filter-sa-52ad74a0","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:14:53 | 201 | 1.942594ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:14:53.155Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-filter-sa-52ad74a0","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"946598ef-7f0d-4b9f-bb5c-47d5bc5704b3","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:14:53.156Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"946598ef-7f0d-4b9f-bb5c-47d5bc5704b3","keyPrefix":"sk-oai-VQ4GA0fi2ELE...","username":"system:serviceaccount:llm:e2e-filter-sa-52ad74a0","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:14:53 | 201 | 1.744708ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:14:53.195Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-filter-sa-52ad74a0","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"4ad9bbef-5c24-4790-93e8-28b7d96f9fb9","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:14:53.195Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4ad9bbef-5c24-4790-93e8-28b7d96f9fb9","keyPrefix":"sk-oai-WkeKGg0gQHRl...","username":"system:serviceaccount:llm:e2e-filter-sa-52ad74a0","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:14:53 | 201 | 1.801969ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:14:53 | 200 | 4.874085ms | 100.64.0.3 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:14:53.272Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"1e47ad18-2907-4c87-9fe0-ed90ce006db1"} {"level":"info","timestamp":"2026-06-09T12:14:53.272Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"1e47ad18-2907-4c87-9fe0-ed90ce006db1","revokedBy":"system:serviceaccount:llm:e2e-filter-sa-52ad74a0"} [GIN] 2026/06/09 - 12:14:53 | 200 | 2.151196ms | 100.64.0.2 | DELETE "/v1/api-keys/1e47ad18-2907-4c87-9fe0-ed90ce006db1" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:14:53.307Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"946598ef-7f0d-4b9f-bb5c-47d5bc5704b3"} {"level":"info","timestamp":"2026-06-09T12:14:53.307Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"946598ef-7f0d-4b9f-bb5c-47d5bc5704b3","revokedBy":"system:serviceaccount:llm:e2e-filter-sa-52ad74a0"} [GIN] 2026/06/09 - 12:14:53 | 200 | 1.931327ms | 100.64.0.4 | DELETE "/v1/api-keys/946598ef-7f0d-4b9f-bb5c-47d5bc5704b3" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:14:53.343Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"4ad9bbef-5c24-4790-93e8-28b7d96f9fb9"} {"level":"info","timestamp":"2026-06-09T12:14:53.343Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"4ad9bbef-5c24-4790-93e8-28b7d96f9fb9","revokedBy":"system:serviceaccount:llm:e2e-filter-sa-52ad74a0"} [GIN] 2026/06/09 - 12:14:53 | 200 | 1.858452ms | 100.64.0.3 | DELETE "/v1/api-keys/4ad9bbef-5c24-4790-93e8-28b7d96f9fb9" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:14:55 | 200 | 42.51µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:15:00 | 200 | 39.671µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:15:01 | 200 | 60.413µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T12:15:02.398Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"bdeefc64-5656-4e07-b808-070eaf7ce366","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:15:02.398Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bdeefc64-5656-4e07-b808-070eaf7ce366","keyPrefix":"sk-oai-1YZC7zjdEHeK...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:15:02 | 201 | 1.970778ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:15:02.447Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e226e7e1-a3d7-4321-b09a-77c0eeb0e28e","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:15:02.447Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e226e7e1-a3d7-4321-b09a-77c0eeb0e28e","keyPrefix":"sk-oai-gjsHebxbqoBG...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:15:02 | 201 | 1.637591ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:15:02 | 200 | 4.539659ms | 100.64.0.2 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:15:02.535Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"bdeefc64-5656-4e07-b808-070eaf7ce366"} {"level":"info","timestamp":"2026-06-09T12:15:02.535Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"bdeefc64-5656-4e07-b808-070eaf7ce366","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 12:15:02 | 200 | 2.239905ms | 100.64.0.3 | DELETE "/v1/api-keys/bdeefc64-5656-4e07-b808-070eaf7ce366" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:15:02.578Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"e226e7e1-a3d7-4321-b09a-77c0eeb0e28e"} {"level":"info","timestamp":"2026-06-09T12:15:02.578Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"e226e7e1-a3d7-4321-b09a-77c0eeb0e28e","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 12:15:02 | 200 | 2.086282ms | 100.64.0.3 | DELETE "/v1/api-keys/e226e7e1-a3d7-4321-b09a-77c0eeb0e28e" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:15:02.634Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"67488f4f-c44c-4b9a-9f9c-1594cfefd7c7","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:15:02.634Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"67488f4f-c44c-4b9a-9f9c-1594cfefd7c7","keyPrefix":"sk-oai-4CndO2yUOAYm...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:15:02 | 201 | 1.592175ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:15:02 | 200 | 723.636µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:15:02 | 200 | 108.067µs | 100.64.0.4 | POST "/internal/v1/subscriptions/select" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:15:03.616Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/06/09 - 12:15:03 | 200 | 582.474µs | 10.134.0.55 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/06/09 - 12:15:05 | 200 | 33.744µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:15:10 | 200 | 39.775µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:15:11 | 200 | 41.249µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:15:15 | 200 | 56.342µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:15:19 | 200 | 895.977µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:15:19 | 200 | 136.753µs | 100.64.0.2 | POST "/internal/v1/subscriptions/select" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:15:20 | 200 | 39.448µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:15:21 | 200 | 39.599µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:15:25 | 200 | 41.062µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:15:30 | 200 | 42.944µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:15:31 | 200 | 44.119µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:15:35 | 200 | 39.225µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:15:40 | 200 | 41.252µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:15:41 | 200 | 40.815µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:15:45 | 200 | 38.522µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:15:50 | 200 | 41.871µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:15:51 | 200 | 41.222µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:15:55 | 200 | 41.116µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:16:00 | 200 | 40.317µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:16:01 | 200 | 64.616µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:16:05 | 200 | 50.312µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:16:10 | 200 | 56.47µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:16:11 | 200 | 40.512µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:16:15 | 200 | 39.337µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:16:20 | 200 | 44.032µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:16:21 | 200 | 47.769µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:16:25 | 200 | 40.107µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:16:30 | 200 | 41.534µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:16:31 | 200 | 39.932µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:16:35 | 200 | 42.233µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:16:40 | 200 | 39.545µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:16:41 | 200 | 40.681µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:16:45 | 200 | 41.393µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:16:50 | 200 | 50.412µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:16:51 | 200 | 58.496µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:16:55 | 200 | 42.784µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:17:00 | 200 | 40.113µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:17:01 | 200 | 39.062µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:17:05 | 200 | 42.648µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:17:10 | 200 | 41.899µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:17:11 | 200 | 40.766µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:17:15 | 200 | 42.06µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:17:20 | 200 | 43.301µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:17:21 | 200 | 49.209µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:17:25 | 200 | 38.464µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T12:17:29.819Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"67488f4f-c44c-4b9a-9f9c-1594cfefd7c7"} {"level":"info","timestamp":"2026-06-09T12:17:29.819Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"67488f4f-c44c-4b9a-9f9c-1594cfefd7c7","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 12:17:29 | 200 | 1.925012ms | 100.64.0.3 | DELETE "/v1/api-keys/67488f4f-c44c-4b9a-9f9c-1594cfefd7c7" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:17:29.861Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4bd749f0-a136-4825-8893-3f1c26126010","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:17:29.861Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4bd749f0-a136-4825-8893-3f1c26126010","keyPrefix":"sk-oai-vDh7gw9DfvFm...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:17:29 | 201 | 1.256288ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:17:29 | 200 | 474.726µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:17:29 | 200 | 176.856µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-09T12:17:29.948Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ace54581-994d-459d-a1fc-fb064848fe7e","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:17:29.948Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ace54581-994d-459d-a1fc-fb064848fe7e","keyPrefix":"sk-oai-1MK4Lh9qxb4Z...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:17:29 | 201 | 1.068515ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:17:29 | 200 | 439.507µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:17:29 | 200 | 137.298µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-09T12:17:30.026Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"dbf78f6e-a487-44f7-8e88-9788e6c0a55f","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:17:30.026Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"dbf78f6e-a487-44f7-8e88-9788e6c0a55f","keyPrefix":"sk-oai-1bMwwTJ01WLL...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:17:30 | 201 | 1.387367ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:17:30 | 200 | 40.885µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:17:31 | 200 | 62.871µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:17:35 | 200 | 2.193222ms | 10.132.0.33 | POST "/internal/v1/api-keys/validate" {"level":"info","timestamp":"2026-06-09T12:17:35.103Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e1faf096-769d-4bad-85f0-ef339e7d457f","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:17:35.103Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e1faf096-769d-4bad-85f0-ef339e7d457f","keyPrefix":"sk-oai-Z4I7OK4RwjVW...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:17:35 | 201 | 1.296568ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:17:35 | 200 | 39.514µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:17:40 | 200 | 39.607µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:17:41 | 200 | 41.498µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T12:17:41.857Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"22cee903-8645-4e12-bdc7-c8db01be9605","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:17:41.857Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"22cee903-8645-4e12-bdc7-c8db01be9605","keyPrefix":"sk-oai-17w4fs9ZrRbg...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:17:41 | 201 | 1.388909ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:17:41 | 200 | 391.155µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:17:41 | 200 | 154.497µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:17:41 | 200 | 462.978µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:17:41 | 200 | 111.038µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:17:41 | 200 | 435.654µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:17:41 | 200 | 148.539µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:17:41 | 200 | 411.912µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:17:41 | 200 | 119.402µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:17:45 | 200 | 39.05µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:17:50 | 200 | 40.481µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:17:51 | 200 | 44.478µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T12:17:54.342Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d9038aec-c247-4d6e-8f2a-fbf8554b60d5","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:17:54.342Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d9038aec-c247-4d6e-8f2a-fbf8554b60d5","keyPrefix":"sk-oai-1D1pL66vjsH2...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:17:54 | 201 | 1.463554ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:17:54 | 200 | 480.227µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:17:54 | 200 | 139.491µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:17:54 | 200 | 543.379µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:17:54 | 200 | 145.052µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-09T12:17:54.727Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"cfa94ba5-9472-480b-a91f-71cff1a55421","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:17:54.727Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cfa94ba5-9472-480b-a91f-71cff1a55421","keyPrefix":"sk-oai-PsGT64h1c8bC...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:17:54 | 201 | 1.211782ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:17:54.760Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"cfa94ba5-9472-480b-a91f-71cff1a55421"} {"level":"info","timestamp":"2026-06-09T12:17:54.760Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"cfa94ba5-9472-480b-a91f-71cff1a55421","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 12:17:54 | 200 | 1.54921ms | 100.64.0.2 | DELETE "/v1/api-keys/cfa94ba5-9472-480b-a91f-71cff1a55421" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:17:54.797Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"20855f01-1355-411c-a232-2a074ae27cdb","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:17:54.797Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"20855f01-1355-411c-a232-2a074ae27cdb","keyPrefix":"sk-oai-1Urqxq1wCeQv...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:17:54 | 201 | 1.254109ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:17:54.828Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"20855f01-1355-411c-a232-2a074ae27cdb"} {"level":"info","timestamp":"2026-06-09T12:17:54.828Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"20855f01-1355-411c-a232-2a074ae27cdb","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 12:17:54 | 200 | 1.498268ms | 100.64.0.3 | DELETE "/v1/api-keys/20855f01-1355-411c-a232-2a074ae27cdb" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"warn","timestamp":"2026-06-09T12:17:54.862Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:default:tester-regular-user","requestedSubscription":"e2e-no-such-subscription-55e7e99c855d4654afc42da70b21e256","error":"requested subscription not found"} {"level":"error","timestamp":"2026-06-09T12:17:54.862Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"requested subscription not found","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/06/09 - 12:17:54 | 400 | 227.961µs | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:17:55 | 200 | 556.185µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:17:55 | 200 | 129.644µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:17:55 | 200 | 376.072µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:17:55 | 200 | 157.983µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:17:55 | 200 | 42.437µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:18:00 | 200 | 41.895µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:18:01 | 200 | 55.344µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:18:03 | 200 | 10.034774ms | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:18:03 | 200 | 149.42µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:18:05 | 200 | 38.712µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:18:10 | 200 | 38.505µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:18:11 | 200 | 40.827µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:18:15 | 200 | 41.705µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:18:20 | 200 | 44.641µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:18:21 | 200 | 41.938µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:18:25 | 200 | 41.061µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T12:18:29.833Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"99d50a05-651a-4ea5-a3a6-6c2be885d63c","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:18:29.833Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"99d50a05-651a-4ea5-a3a6-6c2be885d63c","keyPrefix":"sk-oai-11nc3tpIzbeT...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:18:29 | 201 | 1.856363ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:18:29 | 200 | 536.454µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:18:29 | 200 | 148.312µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:18:30 | 200 | 579.69µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:18:30 | 200 | 155.541µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:18:30 | 200 | 612.32µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:18:30 | 200 | 156.807µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:18:30 | 200 | 650.204µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:18:30 | 200 | 171.317µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:18:30 | 200 | 618.703µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:18:30 | 200 | 163.376µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:18:30 | 200 | 36.804µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:18:30 | 200 | 465.181µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:18:30 | 200 | 151.304µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:18:31 | 200 | 37.59µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:18:35 | 200 | 40.654µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:18:40 | 200 | 41.893µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:18:41 | 200 | 43.026µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:18:45 | 200 | 39.37µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:18:50 | 200 | 39.442µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:18:51 | 200 | 49.179µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:18:55 | 200 | 39.127µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:19:00 | 200 | 38.8µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:19:01 | 200 | 39.932µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:19:04 | 200 | 1.054975ms | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:19:04 | 200 | 196.344µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:19:05 | 200 | 49.507µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:19:06 | 200 | 661.605µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:19:06 | 200 | 155.203µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:19:08 | 200 | 805.578µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:19:08 | 200 | 145.447µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:19:10 | 200 | 689.41µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:19:10 | 200 | 147.434µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:19:10 | 200 | 35.404µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:19:11 | 200 | 41.12µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:19:12 | 200 | 786.086µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:19:12 | 200 | 149.342µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:19:14 | 200 | 787.93µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:19:14 | 200 | 153.314µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:19:15 | 200 | 38.66µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:19:16 | 200 | 840.398µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:19:16 | 200 | 145.772µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:19:18 | 200 | 771.095µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:19:18 | 200 | 147.689µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:19:20 | 200 | 50.052µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:19:20 | 200 | 795.131µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:19:20 | 200 | 195.823µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:19:21 | 200 | 47.044µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:19:22 | 200 | 763.313µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:19:22 | 200 | 142.627µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:19:24 | 200 | 691.403µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:19:24 | 200 | 160.996µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:19:25 | 200 | 41.38µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:19:26 | 200 | 709.555µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:19:26 | 200 | 143.173µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:19:28 | 200 | 662.213µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:19:28 | 200 | 144.354µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:19:30 | 200 | 38.41µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:19:30 | 200 | 673.419µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:19:30 | 200 | 152.66µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:19:31 | 200 | 40.007µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:19:32 | 200 | 761.578µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:19:32 | 200 | 162.92µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:19:35 | 200 | 40.776µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:19:40 | 200 | 41.938µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:19:41 | 200 | 39.048µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:19:45 | 200 | 39.927µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T12:19:49.390Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9c1f608d-2bec-4459-9250-d4b6edcef6ba","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:19:49.391Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9c1f608d-2bec-4459-9250-d4b6edcef6ba","keyPrefix":"sk-oai-wEK1P0w1Up18...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:19:49 | 201 | 1.779898ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:19:49 | 200 | 741.482µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:19:49 | 200 | 164.117µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:19:50 | 200 | 41.458µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:19:51 | 200 | 39.654µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:19:55 | 200 | 44.847µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:20:00 | 200 | 45.341µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:20:01 | 200 | 39.097µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:20:05 | 200 | 39.253µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:20:10 | 200 | 38.55µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:20:11 | 200 | 42.733µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:20:14 | 200 | 745.455µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:20:14 | 200 | 157.359µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:20:15 | 200 | 47.869µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:20:20 | 200 | 52.961µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:20:21 | 200 | 42.391µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:20:25 | 200 | 43.726µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:20:30 | 200 | 39.939µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:20:30 | 200 | 705.383µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:20:30 | 200 | 138.619µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:20:31 | 200 | 39.487µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:20:35 | 200 | 39.733µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:20:40 | 200 | 39.569µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:20:41 | 200 | 38.378µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:20:45 | 200 | 46.285µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:20:47 | 200 | 772.924µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:20:47 | 200 | 135.128µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:20:50 | 200 | 44.292µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:20:51 | 200 | 39.318µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:20:55 | 200 | 40.435µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:21:00 | 200 | 42.703µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:21:01 | 200 | 37.995µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:21:04 | 200 | 704.889µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:21:04 | 200 | 118.291µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:21:05 | 200 | 40.892µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:21:10 | 200 | 42.527µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:21:11 | 200 | 41.837µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:21:15 | 200 | 37.122µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:21:20 | 200 | 41.073µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:21:21 | 200 | 43.444µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:21:25 | 200 | 41.272µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:21:30 | 200 | 40.879µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:21:31 | 200 | 38.217µs | 10.132.0.2 | GET "/health"