[GIN] 2026/06/09 - 14:55:38 | 200 | 36.13µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:55:43 | 200 | 33.241µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:55:44 | 200 | 32.075µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:55:48 | 200 | 31.769µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:55:53 | 200 | 39.681µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:55:54 | 200 | 31.28µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T14:55:56.960Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"2749b0f1-3ef9-46c0-b5a9-99cd4a1f55f8","ephemeral":false} {"level":"info","timestamp":"2026-06-09T14:55:56.960Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2749b0f1-3ef9-46c0-b5a9-99cd4a1f55f8","keyPrefix":"sk-oai-jjNFNfY1tYPz...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 14:55:56 | 201 | 10.578544ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 14:55:57 | 200 | 1.141573ms | 10.132.0.67 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 14:55:57 | 200 | 413.641µs | 10.132.0.67 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 14:55:57 | 200 | 234.001µs | 10.132.0.67 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 14:55:57 | 200 | 44.11799ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 14:55:57 | 200 | 407.364µs | 10.132.0.67 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 14:55:57 | 200 | 133.957µs | 10.132.0.67 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 14:55:57 | 200 | 613.736µs | 10.132.0.67 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 14:55:57 | 200 | 135.648µs | 10.132.0.67 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 14:55:57 | 200 | 639.67µs | 10.132.0.67 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 14:55:57 | 200 | 232.619µs | 10.132.0.67 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 14:55:57 | 200 | 518.959µs | 10.132.0.67 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 14:55:57 | 200 | 222.448µs | 10.132.0.67 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 14:55:57 | 200 | 351.589µs | 10.132.0.67 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 14:55:57 | 200 | 132.344µs | 10.132.0.67 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 14:55:57 | 200 | 312.419µs | 10.132.0.67 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 14:55:57 | 200 | 140.268µs | 10.132.0.67 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 14:55:57 | 200 | 318.467µs | 10.132.0.67 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 14:55:57 | 200 | 120.693µs | 10.132.0.67 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 14:55:57 | 200 | 323.472µs | 10.132.0.67 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 14:55:57 | 200 | 122.319µs | 10.132.0.67 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 14:55:57 | 200 | 323.067µs | 10.132.0.67 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 14:55:57 | 200 | 124.649µs | 10.132.0.67 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 14:55:57 | 200 | 294.535µs | 10.132.0.67 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 14:55:57 | 200 | 132.658µs | 10.132.0.67 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 14:55:57 | 200 | 285.737µs | 10.132.0.67 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 14:55:57 | 200 | 122.821µs | 10.132.0.67 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-09T14:55:57.691Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"2749b0f1-3ef9-46c0-b5a9-99cd4a1f55f8"} {"level":"info","timestamp":"2026-06-09T14:55:57.691Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"2749b0f1-3ef9-46c0-b5a9-99cd4a1f55f8","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/06/09 - 14:55:57 | 200 | 2.290426ms | 100.64.0.2 | DELETE "/v1/api-keys/2749b0f1-3ef9-46c0-b5a9-99cd4a1f55f8" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 14:55:58 | 200 | 33.904µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:56:03 | 200 | 53.724µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:56:04 | 200 | 32.448µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:56:05 | 200 | 18.423µs | 100.64.0.3 | GET "/health" [GIN] 2026/06/09 - 14:56:05 | 200 | 172.935µs | 100.64.0.4 | GET "/v1/subscriptions" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T14:56:05.642Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"ff23b7c3-e4cd-4feb-8364-371c24d873ed","ephemeral":false} {"level":"info","timestamp":"2026-06-09T14:56:05.642Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ff23b7c3-e4cd-4feb-8364-371c24d873ed","keyPrefix":"sk-oai-gllCtDp7ys0C...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/06/09 - 14:56:05 | 201 | 1.616422ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 14:56:08 | 200 | 32.592µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:56:13 | 200 | 32.495µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:56:14 | 200 | 33.922µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T14:56:17.711Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a57b78f9-5e8b-42ee-ae16-b0cf24b95c6c","ephemeral":false} {"level":"info","timestamp":"2026-06-09T14:56:17.711Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a57b78f9-5e8b-42ee-ae16-b0cf24b95c6c","keyPrefix":"sk-oai-1NUqOedCg1cu...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 14:56:17 | 201 | 1.739234ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T14:56:17.745Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9a631d64-0335-4019-8bd4-ae2187204c9b","ephemeral":false} {"level":"info","timestamp":"2026-06-09T14:56:17.745Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9a631d64-0335-4019-8bd4-ae2187204c9b","keyPrefix":"sk-oai-1cZegEKBfsAm...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 14:56:17 | 201 | 1.508194ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 14:56:17 | 200 | 368.814µs | 100.64.0.4 | GET "/v1/api-keys/9a631d64-0335-4019-8bd4-ae2187204c9b" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T14:56:17.820Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8f371c0c-23a7-466c-9080-29785cef1e54","ephemeral":false} {"level":"info","timestamp":"2026-06-09T14:56:17.820Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8f371c0c-23a7-466c-9080-29785cef1e54","keyPrefix":"sk-oai-1Cg05PXS0uoA...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 14:56:17 | 201 | 1.657076ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T14:56:17.856Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e8dfd203-9846-49c9-9418-6349e48086fc","ephemeral":false} {"level":"info","timestamp":"2026-06-09T14:56:17.856Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e8dfd203-9846-49c9-9418-6349e48086fc","keyPrefix":"sk-oai-sdBWiQYzdvXY...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 14:56:17 | 201 | 1.573069ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 14:56:17 | 200 | 5.565742ms | 100.64.0.4 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 14:56:17 | 200 | 474.162µs | 100.64.0.3 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T14:56:17.970Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3de705c1-8d4c-42cf-9b60-3190b1fb9a36","ephemeral":false} {"level":"info","timestamp":"2026-06-09T14:56:17.970Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3de705c1-8d4c-42cf-9b60-3190b1fb9a36","keyPrefix":"sk-oai-55RQx3R8KgDk...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 14:56:17 | 201 | 1.584258ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T14:56:18.006Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"3de705c1-8d4c-42cf-9b60-3190b1fb9a36"} {"level":"info","timestamp":"2026-06-09T14:56:18.006Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"3de705c1-8d4c-42cf-9b60-3190b1fb9a36","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 14:56:18 | 200 | 1.894653ms | 100.64.0.4 | DELETE "/v1/api-keys/3de705c1-8d4c-42cf-9b60-3190b1fb9a36" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 14:56:18 | 200 | 362.737µs | 100.64.0.3 | GET "/v1/api-keys/3de705c1-8d4c-42cf-9b60-3190b1fb9a36" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T14:56:18.083Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8817424f-fac0-411f-a402-6447f4209881","ephemeral":false} {"level":"info","timestamp":"2026-06-09T14:56:18.083Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8817424f-fac0-411f-a402-6447f4209881","keyPrefix":"sk-oai-nqymYmAPKiA1...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 14:56:18 | 201 | 1.560414ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 14:56:18 | 200 | 273.124µs | 100.64.0.3 | GET "/v1/api-keys/8817424f-fac0-411f-a402-6447f4209881" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 14:56:18 | 200 | 3.994947ms | 100.64.0.2 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T14:56:18.190Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"8817424f-fac0-411f-a402-6447f4209881"} {"level":"info","timestamp":"2026-06-09T14:56:18.190Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"8817424f-fac0-411f-a402-6447f4209881","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/06/09 - 14:56:18 | 200 | 1.74843ms | 100.64.0.4 | DELETE "/v1/api-keys/8817424f-fac0-411f-a402-6447f4209881" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T14:56:18.229Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"9960ae75-6df1-4f71-acd6-8be1ee77e3cd","ephemeral":false} {"level":"info","timestamp":"2026-06-09T14:56:18.229Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9960ae75-6df1-4f71-acd6-8be1ee77e3cd","keyPrefix":"sk-oai-djLKp3YIqVVP...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 14:56:18 | 201 | 1.518797ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"warn","timestamp":"2026-06-09T14:56:18.264Z","caller":"api_keys/handler.go:124","message":"Unauthorized API key access attempt","requestingUser":"system:serviceaccount:default:tester-regular-user","keyOwner":"system:serviceaccount:maas-admin:tester-admin-user","keyId":"9960ae75-6df1-4f71-acd6-8be1ee77e3cd"} [GIN] 2026/06/09 - 14:56:18 | 404 | 362.522µs | 100.64.0.3 | GET "/v1/api-keys/9960ae75-6df1-4f71-acd6-8be1ee77e3cd" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"warn","timestamp":"2026-06-09T14:56:18.299Z","caller":"api_keys/handler.go:305","message":"Unauthorized API key revocation attempt","requestingUser":"system:serviceaccount:default:tester-regular-user","keyOwner":"system:serviceaccount:maas-admin:tester-admin-user","keyId":"9960ae75-6df1-4f71-acd6-8be1ee77e3cd"} [GIN] 2026/06/09 - 14:56:18 | 404 | 421.026µs | 100.64.0.4 | DELETE "/v1/api-keys/9960ae75-6df1-4f71-acd6-8be1ee77e3cd" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T14:56:18.337Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"dfc0f0f6-0f7c-45c2-9ba8-2f781cbb24b4","ephemeral":false} {"level":"info","timestamp":"2026-06-09T14:56:18.337Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"dfc0f0f6-0f7c-45c2-9ba8-2f781cbb24b4","keyPrefix":"sk-oai-1QF07i6GIr28...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 14:56:18 | 201 | 1.601998ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T14:56:18.371Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d2be73e5-a8a8-4197-b551-a6a694f4a864","ephemeral":false} {"level":"info","timestamp":"2026-06-09T14:56:18.371Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d2be73e5-a8a8-4197-b551-a6a694f4a864","keyPrefix":"sk-oai-1DjAjVkZWzkG...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 14:56:18 | 201 | 1.607309ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T14:56:18.404Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"17f8618d-3b6b-40e3-9b3e-aa418147a334","ephemeral":false} {"level":"info","timestamp":"2026-06-09T14:56:18.404Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"17f8618d-3b6b-40e3-9b3e-aa418147a334","keyPrefix":"sk-oai-1cSwM7NfofoO...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 14:56:18 | 201 | 1.468231ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 14:56:18 | 200 | 301.621µs | 100.64.0.2 | GET "/v1/api-keys/dfc0f0f6-0f7c-45c2-9ba8-2f781cbb24b4" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T14:56:18.472Z","caller":"api_keys/store_postgres.go:448","message":"Revoked all keys for user","count":7,"user":"system:serviceaccount:default:tester-regular-user"} {"level":"info","timestamp":"2026-06-09T14:56:18.472Z","caller":"api_keys/handler.go:531","message":"Bulk revoked API keys","count":7,"targetUser":"system:serviceaccount:default:tester-regular-user","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 14:56:18 | 200 | 1.842806ms | 100.64.0.4 | POST "/v1/api-keys/bulk-revoke" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 14:56:18 | 200 | 276.161µs | 100.64.0.3 | GET "/v1/api-keys/dfc0f0f6-0f7c-45c2-9ba8-2f781cbb24b4" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 14:56:18 | 200 | 29.784µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:56:18 | 200 | 294.845µs | 100.64.0.2 | GET "/v1/api-keys/d2be73e5-a8a8-4197-b551-a6a694f4a864" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 14:56:18 | 200 | 288.591µs | 100.64.0.4 | GET "/v1/api-keys/17f8618d-3b6b-40e3-9b3e-aa418147a334" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"warn","timestamp":"2026-06-09T14:56:18.621Z","caller":"api_keys/handler.go:508","message":"Unauthorized bulk revoke attempt","requestingUser":"system:serviceaccount:default:tester-regular-user","targetUser":"someotheruser"} [GIN] 2026/06/09 - 14:56:18 | 403 | 149.398µs | 100.64.0.3 | POST "/v1/api-keys/bulk-revoke" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T14:56:18.657Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4fc23cfa-60ac-458a-8ccd-b5ea1179c280","ephemeral":false} {"level":"info","timestamp":"2026-06-09T14:56:18.657Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4fc23cfa-60ac-458a-8ccd-b5ea1179c280","keyPrefix":"sk-oai-cZjQ5VQpmKI4...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 14:56:18 | 201 | 1.618245ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 14:56:18 | 200 | 306.708µs | 100.64.0.2 | GET "/v1/api-keys/4fc23cfa-60ac-458a-8ccd-b5ea1179c280" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T14:56:18.722Z","caller":"api_keys/store_postgres.go:448","message":"Revoked all keys for user","count":1,"user":"system:serviceaccount:default:tester-regular-user"} {"level":"info","timestamp":"2026-06-09T14:56:18.722Z","caller":"api_keys/handler.go:531","message":"Bulk revoked API keys","count":1,"targetUser":"system:serviceaccount:default:tester-regular-user","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/06/09 - 14:56:18 | 200 | 1.561226ms | 100.64.0.3 | POST "/v1/api-keys/bulk-revoke" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T14:56:18.759Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2c364c4b-25e2-4ad9-bd60-eaf15f813bbd","ephemeral":false} {"level":"info","timestamp":"2026-06-09T14:56:18.759Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2c364c4b-25e2-4ad9-bd60-eaf15f813bbd","keyPrefix":"sk-oai-aM3cLJKGKq5W...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 14:56:18 | 201 | 1.588134ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T14:56:18.793Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f64a08c4-8aaf-4a76-aa6f-094a567692dd","ephemeral":false} {"level":"info","timestamp":"2026-06-09T14:56:18.793Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f64a08c4-8aaf-4a76-aa6f-094a567692dd","keyPrefix":"sk-oai-1Or5gjSlL1Yj...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 14:56:18 | 201 | 1.419638ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"error","timestamp":"2026-06-09T14:56:18.824Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"requested expiration (4320h0m0s) exceeds maximum allowed (90 days): expiration exceeds maximum allowed","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/06/09 - 14:56:18 | 400 | 176.042µs | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T14:56:18.865Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"52c67e46-6a31-4d65-af1e-042410f02dda","ephemeral":false} {"level":"info","timestamp":"2026-06-09T14:56:18.865Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"52c67e46-6a31-4d65-af1e-042410f02dda","keyPrefix":"sk-oai-1WvsJmtd5mID...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 14:56:18 | 201 | 1.545341ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T14:56:18.909Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"16108de8-492e-4cd7-af0e-ca4be89902a0","ephemeral":false} {"level":"info","timestamp":"2026-06-09T14:56:18.909Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"16108de8-492e-4cd7-af0e-ca4be89902a0","keyPrefix":"sk-oai-c7gyRRFN7RzC...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 14:56:18 | 201 | 1.586202ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T14:56:18.947Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a376a255-3b10-49af-be01-ccb2df15ff12","ephemeral":false} {"level":"info","timestamp":"2026-06-09T14:56:18.947Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a376a255-3b10-49af-be01-ccb2df15ff12","keyPrefix":"sk-oai-15AOSXIcb6Dt...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 14:56:18 | 201 | 1.504246ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 14:56:18 | 200 | 133.282µs | 10.132.0.67 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 14:56:18 | 200 | 13.814323ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 14:56:19 | 200 | 338.411µs | 10.132.0.67 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 14:56:19 | 200 | 128.037µs | 10.132.0.67 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 14:56:19 | 200 | 64.079µs | 10.132.0.67 | POST "/internal/v1/api-keys/validate" {"level":"info","timestamp":"2026-06-09T14:56:19.120Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9c467cf5-9cbc-4352-ab5c-02dff27e7409","ephemeral":false} {"level":"info","timestamp":"2026-06-09T14:56:19.120Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9c467cf5-9cbc-4352-ab5c-02dff27e7409","keyPrefix":"sk-oai-IpaIrZdaEUDn...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 14:56:19 | 201 | 1.528653ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 14:56:19 | 200 | 297.109µs | 10.132.0.67 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 14:56:19 | 200 | 131.051µs | 10.132.0.67 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-09T14:56:19.184Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"9c467cf5-9cbc-4352-ab5c-02dff27e7409"} {"level":"info","timestamp":"2026-06-09T14:56:19.184Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"9c467cf5-9cbc-4352-ab5c-02dff27e7409","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 14:56:19 | 200 | 1.801838ms | 100.64.0.3 | DELETE "/v1/api-keys/9c467cf5-9cbc-4352-ab5c-02dff27e7409" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 14:56:21 | 200 | 472.701µs | 10.132.0.67 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 14:56:21 | 200 | 315.879µs | 10.132.0.67 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 14:56:21 | 200 | 134.669µs | 10.132.0.67 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-09T14:56:21.282Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"81b34276-47e7-4607-8881-eedc768e6815","ephemeral":false} {"level":"info","timestamp":"2026-06-09T14:56:21.282Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"81b34276-47e7-4607-8881-eedc768e6815","keyPrefix":"sk-oai-VkjsLiFnEZMr...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 14:56:21 | 201 | 1.452254ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T14:56:21.318Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"81b34276-47e7-4607-8881-eedc768e6815"} {"level":"info","timestamp":"2026-06-09T14:56:21.318Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"81b34276-47e7-4607-8881-eedc768e6815","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 14:56:21 | 200 | 1.723344ms | 100.64.0.3 | DELETE "/v1/api-keys/81b34276-47e7-4607-8881-eedc768e6815" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 14:56:21 | 404 | 469.873µs | 100.64.0.2 | DELETE "/v1/api-keys/81b34276-47e7-4607-8881-eedc768e6815" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 14:56:21 | 404 | 235.003µs | 100.64.0.3 | DELETE "/v1/api-keys/nonexistent-uuid-12345" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T14:56:21.427Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e7ec5e58-2587-445a-80fa-ef23a9b08857","ephemeral":false} {"level":"info","timestamp":"2026-06-09T14:56:21.427Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e7ec5e58-2587-445a-80fa-ef23a9b08857","keyPrefix":"sk-oai-drnlkf1rUaK9...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 14:56:21 | 201 | 1.264319ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T14:56:21.461Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"e7ec5e58-2587-445a-80fa-ef23a9b08857"} {"level":"info","timestamp":"2026-06-09T14:56:21.461Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"e7ec5e58-2587-445a-80fa-ef23a9b08857","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 14:56:21 | 200 | 1.701337ms | 100.64.0.4 | DELETE "/v1/api-keys/e7ec5e58-2587-445a-80fa-ef23a9b08857" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T14:56:21.494Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b2ada690-85ce-41db-b46e-a6de384553ba","ephemeral":false} {"level":"info","timestamp":"2026-06-09T14:56:21.494Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b2ada690-85ce-41db-b46e-a6de384553ba","keyPrefix":"sk-oai-gjZbtty35dQZ...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 14:56:21 | 201 | 2.456997ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 14:56:21 | 200 | 357.662µs | 10.132.0.67 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 14:56:21 | 200 | 307.58µs | 10.132.0.67 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 14:56:21 | 200 | 129.945µs | 10.132.0.67 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-09T14:56:21.603Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ec7a3f6a-39b3-440d-850a-b6afd34a09be","ephemeral":false} {"level":"info","timestamp":"2026-06-09T14:56:21.603Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ec7a3f6a-39b3-440d-850a-b6afd34a09be","keyPrefix":"sk-oai-106Vj7lbMNWW...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 14:56:21 | 201 | 1.733197ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T14:56:21.638Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"39de7146-baab-4521-b7c9-2fe8cb316f9c","ephemeral":false} {"level":"info","timestamp":"2026-06-09T14:56:21.638Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"39de7146-baab-4521-b7c9-2fe8cb316f9c","keyPrefix":"sk-oai-r16TwgPvsYqO...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 14:56:21 | 201 | 1.550802ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T14:56:21.680Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d24aa5be-c38c-4a44-90fa-bf22bce17ab8","ephemeral":false} {"level":"info","timestamp":"2026-06-09T14:56:21.680Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d24aa5be-c38c-4a44-90fa-bf22bce17ab8","keyPrefix":"sk-oai-MIZEoaDg17OY...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 14:56:21 | 201 | 1.707607ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T14:56:21.714Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"ec7a3f6a-39b3-440d-850a-b6afd34a09be"} {"level":"info","timestamp":"2026-06-09T14:56:21.714Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"ec7a3f6a-39b3-440d-850a-b6afd34a09be","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 14:56:21 | 200 | 1.611918ms | 100.64.0.3 | DELETE "/v1/api-keys/ec7a3f6a-39b3-440d-850a-b6afd34a09be" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T14:56:21.748Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"39de7146-baab-4521-b7c9-2fe8cb316f9c"} {"level":"info","timestamp":"2026-06-09T14:56:21.748Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"39de7146-baab-4521-b7c9-2fe8cb316f9c","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 14:56:21 | 200 | 1.672049ms | 100.64.0.4 | DELETE "/v1/api-keys/39de7146-baab-4521-b7c9-2fe8cb316f9c" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T14:56:21.782Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"d24aa5be-c38c-4a44-90fa-bf22bce17ab8"} {"level":"info","timestamp":"2026-06-09T14:56:21.782Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"d24aa5be-c38c-4a44-90fa-bf22bce17ab8","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 14:56:21 | 200 | 1.618711ms | 100.64.0.4 | DELETE "/v1/api-keys/d24aa5be-c38c-4a44-90fa-bf22bce17ab8" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T14:56:21.822Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"cb9b5cd4-4d4a-429c-a55a-bec6762f8473","ephemeral":false} {"level":"info","timestamp":"2026-06-09T14:56:21.822Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cb9b5cd4-4d4a-429c-a55a-bec6762f8473","keyPrefix":"sk-oai-MCabt3h2MiTd...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 14:56:21 | 201 | 1.63288ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T14:56:21.857Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"44e67d22-9479-414a-adcf-72d23aacd4bd","ephemeral":false} {"level":"info","timestamp":"2026-06-09T14:56:21.857Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"44e67d22-9479-414a-adcf-72d23aacd4bd","keyPrefix":"sk-oai-6rZwgYLWqRJK...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 14:56:21 | 201 | 1.479248ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T14:56:21.893Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0ba5fdeb-41cc-4502-b893-1eeee45f6be2","ephemeral":false} {"level":"info","timestamp":"2026-06-09T14:56:21.893Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0ba5fdeb-41cc-4502-b893-1eeee45f6be2","keyPrefix":"sk-oai-1Qy2uxJ4x1Nl...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 14:56:21 | 201 | 1.53311ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 14:56:21 | 200 | 337.133µs | 10.132.0.67 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 14:56:21 | 200 | 156.633µs | 10.132.0.67 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-09T14:56:21.957Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"cb9b5cd4-4d4a-429c-a55a-bec6762f8473"} {"level":"info","timestamp":"2026-06-09T14:56:21.957Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"cb9b5cd4-4d4a-429c-a55a-bec6762f8473","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 14:56:21 | 200 | 1.764086ms | 100.64.0.2 | DELETE "/v1/api-keys/cb9b5cd4-4d4a-429c-a55a-bec6762f8473" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T14:56:21.991Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"44e67d22-9479-414a-adcf-72d23aacd4bd"} {"level":"info","timestamp":"2026-06-09T14:56:21.992Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"44e67d22-9479-414a-adcf-72d23aacd4bd","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 14:56:21 | 200 | 1.779636ms | 100.64.0.3 | DELETE "/v1/api-keys/44e67d22-9479-414a-adcf-72d23aacd4bd" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T14:56:22.028Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"0ba5fdeb-41cc-4502-b893-1eeee45f6be2"} {"level":"info","timestamp":"2026-06-09T14:56:22.028Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"0ba5fdeb-41cc-4502-b893-1eeee45f6be2","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 14:56:22 | 200 | 1.580176ms | 100.64.0.2 | DELETE "/v1/api-keys/0ba5fdeb-41cc-4502-b893-1eeee45f6be2" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 14:56:22 | 200 | 262.098µs | 10.132.0.67 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 14:56:22 | 200 | 257.525µs | 10.132.0.67 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 14:56:22 | 200 | 283.857µs | 10.132.0.67 | POST "/internal/v1/api-keys/validate" {"level":"info","timestamp":"2026-06-09T14:56:22.407Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c4efffdc-0d97-4d63-890f-4ada39ed97db","ephemeral":true} {"level":"info","timestamp":"2026-06-09T14:56:22.408Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c4efffdc-0d97-4d63-890f-4ada39ed97db","keyPrefix":"sk-oai-1G10aENsYcuV...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":true} [GIN] 2026/06/09 - 14:56:22 | 201 | 1.643777ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 14:56:22 | 200 | 4.291796ms | 100.64.0.3 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 14:56:22 | 200 | 497.275µs | 100.64.0.4 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T14:56:22.524Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2ae92f2c-c0fa-4891-a8cb-a14f74e91244","ephemeral":true} {"level":"info","timestamp":"2026-06-09T14:56:22.524Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2ae92f2c-c0fa-4891-a8cb-a14f74e91244","keyPrefix":"sk-oai-kXOrEG88GdzZ...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":true} [GIN] 2026/06/09 - 14:56:22 | 201 | 1.604335ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T14:56:22.949Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/06/09 - 14:56:22 | 200 | 607.137µs | ::1 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/06/09 - 14:56:22 | 200 | 307.558µs | 100.64.0.3 | GET "/v1/api-keys/2ae92f2c-c0fa-4891-a8cb-a14f74e91244" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 14:56:23 | 200 | 38.179µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T14:56:23.749Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-apikey-active-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"b8187feb-f419-4ee4-a47a-f1ba76030772","ephemeral":false} {"level":"info","timestamp":"2026-06-09T14:56:23.749Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b8187feb-f419-4ee4-a47a-f1ba76030772","keyPrefix":"sk-oai-SRqZnR8wlyvA...","username":"system:serviceaccount:llm:e2e-apikey-active-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 14:56:23 | 201 | 1.821384ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 14:56:24 | 200 | 38.431µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:56:28 | 200 | 38.853µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:56:33 | 200 | 42.138µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:56:34 | 200 | 40.316µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:56:38 | 200 | 42.275µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:56:43 | 200 | 45.202µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:56:44 | 200 | 37.714µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:56:48 | 200 | 39.73µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:56:53 | 200 | 38.335µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:56:54 | 200 | 39.774µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:56:58 | 200 | 41.138µs | 10.132.0.2 | GET "/health" {"level":"warn","timestamp":"2026-06-09T14:57:02.338Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:llm:e2e-apikey-failed-sa","requestedSubscription":"e2e-apikey-failed-sub","error":"requested model is unhealthy in subscription"} {"level":"error","timestamp":"2026-06-09T14:57:02.339Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"requested model is unhealthy in subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/06/09 - 14:57:02 | 403 | 282.771µs | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 14:57:03 | 200 | 41.023µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:57:04 | 200 | 39.224µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:57:08 | 200 | 38.432µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:57:13 | 200 | 44.07µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:57:14 | 200 | 40.369µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:57:18 | 200 | 65.481µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T14:57:21.753Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-apikey-pending-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"cd4c6234-beb6-4760-b2e1-87e401d987c8","ephemeral":false} {"level":"info","timestamp":"2026-06-09T14:57:21.753Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cd4c6234-beb6-4760-b2e1-87e401d987c8","keyPrefix":"sk-oai-1319JJdcI0Bf...","username":"system:serviceaccount:llm:e2e-apikey-pending-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 14:57:21 | 201 | 2.147025ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 14:57:23 | 200 | 46.644µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:57:24 | 200 | 45.364µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:57:28 | 200 | 41.868µs | 10.132.0.2 | GET "/health" {"level":"warn","timestamp":"2026-06-09T14:57:31.852Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:llm:e2e-apikey-unreconciled-sa","requestedSubscription":"e2e-apikey-unreconciled-sub","error":"requested model is unhealthy in subscription"} {"level":"error","timestamp":"2026-06-09T14:57:31.852Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"requested model is unhealthy in subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/06/09 - 14:57:31 | 400 | 526.068µs | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 14:57:33 | 200 | 33.911µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:57:34 | 200 | 34.529µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:57:38 | 200 | 33.993µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:57:43 | 200 | 35.715µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:57:44 | 200 | 43.38µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:57:48 | 200 | 35.093µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:57:53 | 200 | 40.218µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:57:54 | 200 | 33.905µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T14:57:57.127Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-filter-sa-a7c34f48","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"dd8adadc-7263-44cf-ae68-d70fc51d246a","ephemeral":false} {"level":"info","timestamp":"2026-06-09T14:57:57.127Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"dd8adadc-7263-44cf-ae68-d70fc51d246a","keyPrefix":"sk-oai-11kA8vehADmk...","username":"system:serviceaccount:llm:e2e-filter-sa-a7c34f48","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 14:57:57 | 201 | 1.699419ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T14:57:57.161Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-filter-sa-a7c34f48","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"34164719-369a-45cc-ae2a-0358bb185017","ephemeral":false} {"level":"info","timestamp":"2026-06-09T14:57:57.161Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"34164719-369a-45cc-ae2a-0358bb185017","keyPrefix":"sk-oai-yBBvU6nLpyqG...","username":"system:serviceaccount:llm:e2e-filter-sa-a7c34f48","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 14:57:57 | 201 | 1.725745ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T14:57:57.201Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-filter-sa-a7c34f48","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"2e05a8c0-e747-4ac8-940a-b5fc1239a44b","ephemeral":false} {"level":"info","timestamp":"2026-06-09T14:57:57.201Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2e05a8c0-e747-4ac8-940a-b5fc1239a44b","keyPrefix":"sk-oai-noHvfBX5bSjH...","username":"system:serviceaccount:llm:e2e-filter-sa-a7c34f48","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 14:57:57 | 201 | 1.825752ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 14:57:57 | 200 | 4.642883ms | 100.64.0.3 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T14:57:57.288Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"dd8adadc-7263-44cf-ae68-d70fc51d246a"} {"level":"info","timestamp":"2026-06-09T14:57:57.288Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"dd8adadc-7263-44cf-ae68-d70fc51d246a","revokedBy":"system:serviceaccount:llm:e2e-filter-sa-a7c34f48"} [GIN] 2026/06/09 - 14:57:57 | 200 | 2.013023ms | 100.64.0.4 | DELETE "/v1/api-keys/dd8adadc-7263-44cf-ae68-d70fc51d246a" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T14:57:57.324Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"34164719-369a-45cc-ae2a-0358bb185017"} {"level":"info","timestamp":"2026-06-09T14:57:57.324Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"34164719-369a-45cc-ae2a-0358bb185017","revokedBy":"system:serviceaccount:llm:e2e-filter-sa-a7c34f48"} [GIN] 2026/06/09 - 14:57:57 | 200 | 1.63306ms | 100.64.0.2 | DELETE "/v1/api-keys/34164719-369a-45cc-ae2a-0358bb185017" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T14:57:57.364Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"2e05a8c0-e747-4ac8-940a-b5fc1239a44b"} {"level":"info","timestamp":"2026-06-09T14:57:57.364Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"2e05a8c0-e747-4ac8-940a-b5fc1239a44b","revokedBy":"system:serviceaccount:llm:e2e-filter-sa-a7c34f48"} [GIN] 2026/06/09 - 14:57:57 | 200 | 1.589615ms | 100.64.0.2 | DELETE "/v1/api-keys/2e05a8c0-e747-4ac8-940a-b5fc1239a44b" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 14:57:58 | 200 | 38.202µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:58:03 | 200 | 49.514µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:58:04 | 200 | 31.967µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T14:58:06.451Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"79a7b7b3-fc21-40cb-802f-aeea5f5dcc11","ephemeral":false} {"level":"info","timestamp":"2026-06-09T14:58:06.451Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"79a7b7b3-fc21-40cb-802f-aeea5f5dcc11","keyPrefix":"sk-oai-OMVtrFCw4bSZ...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 14:58:06 | 201 | 1.862835ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T14:58:06.488Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3204675f-09d2-4ace-b092-e86d0f0ce211","ephemeral":false} {"level":"info","timestamp":"2026-06-09T14:58:06.488Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3204675f-09d2-4ace-b092-e86d0f0ce211","keyPrefix":"sk-oai-111xsOCQjNfJ...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 14:58:06 | 201 | 1.58436ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 14:58:06 | 200 | 7.434988ms | 100.64.0.4 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T14:58:06.568Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"79a7b7b3-fc21-40cb-802f-aeea5f5dcc11"} {"level":"info","timestamp":"2026-06-09T14:58:06.568Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"79a7b7b3-fc21-40cb-802f-aeea5f5dcc11","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 14:58:06 | 200 | 1.737061ms | 100.64.0.3 | DELETE "/v1/api-keys/79a7b7b3-fc21-40cb-802f-aeea5f5dcc11" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T14:58:06.606Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"3204675f-09d2-4ace-b092-e86d0f0ce211"} {"level":"info","timestamp":"2026-06-09T14:58:06.606Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"3204675f-09d2-4ace-b092-e86d0f0ce211","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 14:58:06 | 200 | 1.717482ms | 100.64.0.2 | DELETE "/v1/api-keys/3204675f-09d2-4ace-b092-e86d0f0ce211" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T14:58:06.650Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"317f0fc2-d722-4e57-81c8-abc3f8843570","ephemeral":false} {"level":"info","timestamp":"2026-06-09T14:58:06.650Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"317f0fc2-d722-4e57-81c8-abc3f8843570","keyPrefix":"sk-oai-1Xh26gqE3zMX...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 14:58:06 | 201 | 1.649607ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 14:58:06 | 200 | 610.325µs | 10.132.0.67 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 14:58:06 | 200 | 123.376µs | 100.64.0.3 | POST "/internal/v1/subscriptions/select" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 14:58:08 | 200 | 31.754µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:58:13 | 200 | 39.503µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:58:14 | 200 | 33.505µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:58:18 | 200 | 34.834µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:58:23 | 200 | 31.105µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:58:23 | 200 | 443.765µs | 10.132.0.67 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 14:58:23 | 200 | 117.045µs | 100.64.0.4 | POST "/internal/v1/subscriptions/select" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 14:58:24 | 200 | 34.193µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:58:28 | 200 | 34.395µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:58:33 | 200 | 39.605µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:58:34 | 200 | 56.815µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:58:38 | 200 | 47.096µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:58:43 | 200 | 33.405µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:58:44 | 200 | 34.137µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:58:48 | 200 | 32.833µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:58:53 | 200 | 34.551µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:58:54 | 200 | 32.655µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:58:58 | 200 | 35.157µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:59:03 | 200 | 33.537µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:59:04 | 200 | 33.83µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:59:08 | 200 | 33.618µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:59:13 | 200 | 32.38µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:59:14 | 200 | 34µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:59:18 | 200 | 41.569µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:59:23 | 200 | 33.081µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:59:24 | 200 | 41.07µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:59:28 | 200 | 42.259µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:59:33 | 200 | 34.264µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:59:34 | 200 | 42.032µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:59:38 | 200 | 34.399µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:59:43 | 200 | 33.309µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:59:44 | 200 | 33.789µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:59:48 | 200 | 35.8µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:59:53 | 200 | 42.648µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:59:54 | 200 | 33.039µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 14:59:58 | 200 | 34.826µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:00:03 | 200 | 34.053µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:00:04 | 200 | 33.416µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T15:00:05.111Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/06/09 - 15:00:05 | 200 | 530.718µs | 10.134.0.28 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/06/09 - 15:00:08 | 200 | 34.936µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:00:13 | 200 | 46.6µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:00:14 | 200 | 36.778µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:00:18 | 200 | 37.923µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:00:23 | 200 | 34.998µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:00:24 | 200 | 34.657µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:00:28 | 200 | 34.078µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:00:33 | 200 | 51.641µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T15:00:34.495Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"317f0fc2-d722-4e57-81c8-abc3f8843570"} {"level":"info","timestamp":"2026-06-09T15:00:34.495Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"317f0fc2-d722-4e57-81c8-abc3f8843570","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 15:00:34 | 200 | 2.53459ms | 100.64.0.2 | DELETE "/v1/api-keys/317f0fc2-d722-4e57-81c8-abc3f8843570" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T15:00:34.540Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7999a048-0064-438f-adbd-acaf27e0afb5","ephemeral":false} {"level":"info","timestamp":"2026-06-09T15:00:34.540Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7999a048-0064-438f-adbd-acaf27e0afb5","keyPrefix":"sk-oai-1SKFeDemKcuU...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 15:00:34 | 201 | 1.535022ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 15:00:34 | 200 | 335.749µs | 10.132.0.67 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 15:00:34 | 200 | 139.988µs | 10.132.0.67 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 15:00:34 | 200 | 27.767µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T15:00:34.624Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"bd33116b-a2ff-4229-843c-2c3fe95f5758","ephemeral":false} {"level":"info","timestamp":"2026-06-09T15:00:34.624Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bd33116b-a2ff-4229-843c-2c3fe95f5758","keyPrefix":"sk-oai-Htl0LI6NP0bw...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 15:00:34 | 201 | 1.539137ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 15:00:34 | 200 | 282.101µs | 10.132.0.67 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 15:00:34 | 200 | 123.104µs | 10.132.0.67 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-09T15:00:34.691Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1e67210e-4e7d-410d-b168-dfe905ec5933","ephemeral":false} {"level":"info","timestamp":"2026-06-09T15:00:34.691Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1e67210e-4e7d-410d-b168-dfe905ec5933","keyPrefix":"sk-oai-1cR249hw6UKH...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 15:00:34 | 201 | 1.406598ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 15:00:38 | 200 | 32.635µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:00:39 | 200 | 1.803144ms | 10.132.0.67 | POST "/internal/v1/api-keys/validate" {"level":"info","timestamp":"2026-06-09T15:00:39.773Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8e3bc233-174b-4dcc-92b5-d4ac033ac42c","ephemeral":false} {"level":"info","timestamp":"2026-06-09T15:00:39.773Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8e3bc233-174b-4dcc-92b5-d4ac033ac42c","keyPrefix":"sk-oai-1W5qGNoqCBzw...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 15:00:39 | 201 | 1.48372ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 15:00:43 | 200 | 32.581µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:00:44 | 200 | 33.071µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T15:00:47.128Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c279c1ef-f12c-4c8c-896b-ee8aaa2b76d2","ephemeral":false} {"level":"info","timestamp":"2026-06-09T15:00:47.128Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c279c1ef-f12c-4c8c-896b-ee8aaa2b76d2","keyPrefix":"sk-oai-1JWozWWs4yCl...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 15:00:47 | 201 | 1.938758ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 15:00:47 | 200 | 377.75µs | 10.132.0.67 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 15:00:47 | 200 | 180.35µs | 10.132.0.67 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 15:00:47 | 200 | 455.04µs | 10.132.0.67 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 15:00:47 | 200 | 143.51µs | 10.132.0.67 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 15:00:47 | 200 | 313.305µs | 10.132.0.67 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 15:00:47 | 200 | 131.708µs | 10.132.0.67 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 15:00:47 | 200 | 340.272µs | 10.132.0.67 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 15:00:47 | 200 | 151.508µs | 10.132.0.67 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 15:00:48 | 200 | 36.538µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:00:53 | 200 | 38.017µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:00:54 | 200 | 34.053µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:00:58 | 200 | 34.345µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T15:00:59.836Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b2e21954-d9cb-443f-811d-836edc57150c","ephemeral":false} {"level":"info","timestamp":"2026-06-09T15:00:59.836Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b2e21954-d9cb-443f-811d-836edc57150c","keyPrefix":"sk-oai-1ezFTyybVURN...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 15:00:59 | 201 | 10.038024ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 15:00:59 | 200 | 981.699µs | 10.132.0.67 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 15:00:59 | 200 | 126.526µs | 10.132.0.67 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 15:00:59 | 200 | 425.807µs | 10.132.0.67 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 15:00:59 | 200 | 194.86µs | 10.132.0.67 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-09T15:01:00.245Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6a08f4a9-8df2-44f9-ae35-cd61c6e92a31","ephemeral":false} {"level":"info","timestamp":"2026-06-09T15:01:00.245Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6a08f4a9-8df2-44f9-ae35-cd61c6e92a31","keyPrefix":"sk-oai-1MiXPDzleVVM...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 15:01:00 | 201 | 1.512231ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T15:01:00.284Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"6a08f4a9-8df2-44f9-ae35-cd61c6e92a31"} {"level":"info","timestamp":"2026-06-09T15:01:00.284Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"6a08f4a9-8df2-44f9-ae35-cd61c6e92a31","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 15:01:00 | 200 | 2.343807ms | 100.64.0.3 | DELETE "/v1/api-keys/6a08f4a9-8df2-44f9-ae35-cd61c6e92a31" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T15:01:00.323Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e842826f-dd47-42d5-8fef-a774e4675952","ephemeral":false} {"level":"info","timestamp":"2026-06-09T15:01:00.323Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e842826f-dd47-42d5-8fef-a774e4675952","keyPrefix":"sk-oai-csPo9HW7lizH...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 15:01:00 | 201 | 1.53925ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T15:01:00.358Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"e842826f-dd47-42d5-8fef-a774e4675952"} {"level":"info","timestamp":"2026-06-09T15:01:00.358Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"e842826f-dd47-42d5-8fef-a774e4675952","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 15:01:00 | 200 | 1.845237ms | 100.64.0.2 | DELETE "/v1/api-keys/e842826f-dd47-42d5-8fef-a774e4675952" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"warn","timestamp":"2026-06-09T15:01:00.400Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:default:tester-regular-user","requestedSubscription":"e2e-no-such-subscription-0cfd28b7d95e44c8abf673f9fdb41c58","error":"requested subscription not found"} {"level":"error","timestamp":"2026-06-09T15:01:00.400Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"requested subscription not found","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/06/09 - 15:01:00 | 400 | 232.451µs | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 15:01:00 | 200 | 487.15µs | 10.132.0.67 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 15:01:00 | 200 | 144.334µs | 10.132.0.67 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 15:01:00 | 200 | 382.304µs | 10.132.0.67 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 15:01:00 | 200 | 130.456µs | 10.132.0.67 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 15:01:03 | 200 | 34.669µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:01:04 | 200 | 44.868µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:01:08 | 200 | 39.511µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:01:08 | 200 | 669.93µs | 10.132.0.67 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 15:01:08 | 200 | 162.433µs | 10.132.0.67 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 15:01:13 | 200 | 40.241µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:01:14 | 200 | 39.636µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:01:18 | 200 | 38.259µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:01:23 | 200 | 42.09µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:01:24 | 200 | 39.668µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:01:28 | 200 | 41.878µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:01:33 | 200 | 42.981µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:01:34 | 200 | 52.037µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:01:38 | 200 | 41.19µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:01:43 | 200 | 39.115µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:01:44 | 200 | 40.128µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:01:48 | 200 | 59.425µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:01:53 | 200 | 44.898µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:01:54 | 200 | 43.071µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:01:58 | 200 | 45.044µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:02:03 | 200 | 48.451µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:02:04 | 200 | 41.307µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:02:07 | 200 | 1.589268ms | 10.132.0.67 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 15:02:07 | 200 | 162.728µs | 10.132.0.67 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 15:02:08 | 200 | 43.11µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:02:13 | 200 | 73.092µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:02:14 | 200 | 40.289µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:02:18 | 200 | 41.544µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:02:23 | 200 | 40.201µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T15:02:24.038Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"29fe6711-69e5-4f96-a6d9-0398d4b28fe7","ephemeral":false} {"level":"info","timestamp":"2026-06-09T15:02:24.038Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"29fe6711-69e5-4f96-a6d9-0398d4b28fe7","keyPrefix":"sk-oai-xFgvGjwxpgA8...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 15:02:24 | 201 | 1.898774ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 15:02:24 | 200 | 365.683µs | 10.132.0.67 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 15:02:24 | 200 | 150.069µs | 10.132.0.67 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 15:02:24 | 200 | 45.825µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:02:28 | 200 | 45.817µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:02:33 | 200 | 42µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:02:34 | 200 | 45.193µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:02:38 | 200 | 40.687µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:02:43 | 200 | 40.033µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:02:44 | 200 | 39.991µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:02:48 | 200 | 40.12µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:02:48 | 200 | 438.093µs | 10.132.0.67 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 15:02:48 | 200 | 138.531µs | 10.132.0.67 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 15:02:53 | 200 | 38.982µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:02:54 | 200 | 39.54µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:02:58 | 200 | 47.572µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:03:03 | 200 | 38.559µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:03:04 | 200 | 42.516µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:03:05 | 200 | 452.325µs | 10.132.0.67 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 15:03:05 | 200 | 125.418µs | 10.132.0.67 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 15:03:08 | 200 | 34.717µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:03:13 | 200 | 33.413µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:03:14 | 200 | 36.514µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:03:18 | 200 | 31.861µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:03:22 | 200 | 467.221µs | 10.132.0.67 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 15:03:22 | 200 | 146.142µs | 10.132.0.67 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 15:03:23 | 200 | 40.73µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:03:24 | 200 | 35.03µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:03:28 | 200 | 35.073µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:03:33 | 200 | 34.457µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:03:34 | 200 | 48.404µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:03:38 | 200 | 34.274µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:03:39 | 200 | 486.81µs | 10.132.0.67 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 15:03:39 | 200 | 121.435µs | 10.132.0.67 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 15:03:43 | 200 | 37.701µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:03:44 | 200 | 33.767µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:03:48 | 200 | 36.288µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:03:53 | 200 | 36.456µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:03:54 | 200 | 39.099µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:03:58 | 200 | 36.871µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:04:03 | 200 | 34.577µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:04:04 | 200 | 34.483µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:04:08 | 200 | 37.68µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:04:13 | 200 | 34.454µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:04:14 | 200 | 34.995µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:04:18 | 200 | 32.529µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:04:23 | 200 | 43.812µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:04:24 | 200 | 39.549µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:04:28 | 200 | 39.809µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:04:33 | 200 | 43.737µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:04:34 | 200 | 32.501µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:04:38 | 200 | 40.425µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:04:43 | 200 | 35.532µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:04:44 | 200 | 32.384µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:04:48 | 200 | 33.633µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:04:53 | 200 | 32.056µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:04:54 | 200 | 36.1µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 15:04:58 | 200 | 41.737µs | 10.132.0.2 | GET "/health"