{"level":"info","timestamp":"2026-06-02T02:57:19.686Z","caller":"cmd/main.go:65","message":"Loading database connection URL from secret..."}
{"level":"info","timestamp":"2026-06-02T02:57:19.699Z","caller":"cmd/main.go:172","message":"Connecting to PostgreSQL database..."}
{"level":"info","timestamp":"2026-06-02T02:57:19.699Z","caller":"cmd/main.go:101","message":"Metrics server starting","address":":9090"}
{"level":"info","timestamp":"2026-06-02T02:57:19.826Z","caller":"api_keys/db_driver.go:90","message":"Database schema applied","version":3}
{"level":"info","timestamp":"2026-06-02T02:57:19.826Z","caller":"api_keys/db_driver.go:57","message":"Connected to PostgreSQL database (schema applied)"}
{"level":"info","timestamp":"2026-06-02T02:57:19.930Z","caller":"cmd/main.go:193","message":"Resolved gateway internal host for access probes","host":"maas-default-gateway-openshift-default.openshift-ingress.svc.cluster.local"}
{"level":"info","timestamp":"2026-06-02T02:57:19.976Z","caller":"cmd/main.go:134","message":"Server starting","address":":8443","secure":true}
[GIN] 2026/06/02 - 02:57:26 | 200 |       53.11µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:57:31 | 200 |      33.558µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:57:36 | 200 |      43.007µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:57:41 | 200 |      65.093µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:57:46 | 200 |      48.859µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:57:51 | 200 |      32.007µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:57:56 | 200 |      33.982µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:57:57 | 200 |      39.644µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:58:01 | 200 |      34.413µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:58:06 | 200 |      37.307µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:58:07 | 200 |      33.824µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:58:11 | 200 |      32.622µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:58:16 | 200 |      31.402µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:58:17 | 200 |      33.272µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:58:21 | 200 |      46.416µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:58:26 | 200 |      40.642µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:58:27 | 200 |       33.84µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:58:31 | 200 |      34.802µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:58:36 | 200 |      33.407µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:58:37 | 200 |      36.407µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:58:41 | 200 |      35.654µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:58:46 | 200 |      33.885µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:58:47 | 200 |      35.626µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:58:51 | 200 |      33.942µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:58:56 | 200 |      32.215µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:58:57 | 200 |      33.188µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:59:01 | 200 |       32.47µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:59:06 | 200 |      33.445µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:59:07 | 200 |      34.071µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:59:11 | 200 |       33.76µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:59:16 | 200 |      31.855µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:59:17 | 200 |      33.655µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:59:21 | 200 |      36.856µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:59:26 | 200 |      34.392µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:59:27 | 200 |      36.964µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:59:31 | 200 |      34.438µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:59:36 | 200 |      33.356µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:59:37 | 200 |      35.385µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:59:41 | 200 |      33.256µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:59:46 | 200 |      33.028µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:59:47 | 200 |      34.818µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:59:51 | 200 |      34.821µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:59:56 | 200 |      32.293µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:59:57 | 200 |      33.262µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:00:01 | 200 |      37.038µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T03:00:04.913Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/02 - 03:00:04 | 200 |    11.26318ms |     10.134.0.49 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/02 - 03:00:06 | 200 |      31.525µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:00:07 | 200 |      34.881µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:00:11 | 200 |      51.039µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:00:16 | 200 |      32.907µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:00:17 | 200 |      34.553µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:00:21 | 200 |      35.361µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:00:26 | 200 |      32.954µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:00:27 | 200 |      33.383µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T03:00:28.912Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"912963cf-083d-4298-8757-6a859e91fae8","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T03:00:28.912Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"912963cf-083d-4298-8757-6a859e91fae8","keyPrefix":"sk-oai-MKPtK3HwOFuI...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 03:00:28 | 201 |    3.158386ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 03:00:28 | 200 |     964.791µs |     10.132.0.35 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 03:00:28 | 200 |   12.262409ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:00:29.049Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"912963cf-083d-4298-8757-6a859e91fae8"}
{"level":"info","timestamp":"2026-06-02T03:00:29.049Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"912963cf-083d-4298-8757-6a859e91fae8","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"}
[GIN] 2026/06/02 - 03:00:29 | 200 |    2.868957ms |      100.64.0.2 | DELETE   "/v1/api-keys/912963cf-083d-4298-8757-6a859e91fae8" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 03:00:31 | 200 |      40.582µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:00:36 | 200 |      23.525µs |      100.64.0.3 | GET      "/health"
[GIN] 2026/06/02 - 03:00:36 | 200 |      43.881µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:00:36 | 200 |     161.783µs |      100.64.0.3 | GET      "/v1/subscriptions" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:00:36.730Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"c9965827-8100-435b-b93e-24d3d9589554","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T03:00:36.730Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c9965827-8100-435b-b93e-24d3d9589554","keyPrefix":"sk-oai-VHONQwzXAy1A...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 03:00:36 | 201 |    1.949424ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:00:37.390Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ee955bbd-9a01-43bd-a3f7-10d5b09cbf38","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T03:00:37.390Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ee955bbd-9a01-43bd-a3f7-10d5b09cbf38","keyPrefix":"sk-oai-uRthUQiHocl4...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 03:00:37 | 201 |    1.682462ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:00:37.426Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"21132826-4a0d-49e0-955d-6e7111fb14f3","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T03:00:37.426Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"21132826-4a0d-49e0-955d-6e7111fb14f3","keyPrefix":"sk-oai-1TMCfXtyvrRb...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 03:00:37 | 201 |    1.637718ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 03:00:37 | 200 |     506.413µs |      100.64.0.4 | GET      "/v1/api-keys/21132826-4a0d-49e0-955d-6e7111fb14f3" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:00:37.502Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0df00c7e-462e-4478-9907-fa63a4900ea5","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T03:00:37.502Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0df00c7e-462e-4478-9907-fa63a4900ea5","keyPrefix":"sk-oai-1CCLxLYdIUOW...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 03:00:37 | 201 |    1.724375ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:00:37.542Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0b66e8e7-591c-48e9-aa19-13427a08f373","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T03:00:37.542Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0b66e8e7-591c-48e9-aa19-13427a08f373","keyPrefix":"sk-oai-EgdD2lznay2z...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 03:00:37 | 201 |    1.632487ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 03:00:37 | 200 |    5.353439ms |      100.64.0.3 | POST     "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 03:00:37 | 200 |     638.578µs |      100.64.0.4 | POST     "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:00:37.671Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"714623db-42c2-4838-b538-377ddf097116","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T03:00:37.671Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"714623db-42c2-4838-b538-377ddf097116","keyPrefix":"sk-oai-bVR6L6U3GHvB...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 03:00:37 | 201 |    1.626106ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:00:37.703Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"714623db-42c2-4838-b538-377ddf097116"}
{"level":"info","timestamp":"2026-06-02T03:00:37.703Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"714623db-42c2-4838-b538-377ddf097116","revokedBy":"system:serviceaccount:default:tester-regular-user"}
[GIN] 2026/06/02 - 03:00:37 | 200 |    2.194667ms |      100.64.0.2 | DELETE   "/v1/api-keys/714623db-42c2-4838-b538-377ddf097116" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 03:00:37 | 200 |       32.73µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:00:37 | 200 |     428.667µs |      100.64.0.4 | GET      "/v1/api-keys/714623db-42c2-4838-b538-377ddf097116" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:00:37.769Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c0409a84-3cb8-44a8-a9c8-564e291d646c","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T03:00:37.769Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c0409a84-3cb8-44a8-a9c8-564e291d646c","keyPrefix":"sk-oai-KVpQyhCZgjiX...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 03:00:37 | 201 |    1.586481ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 03:00:37 | 200 |     384.969µs |      100.64.0.2 | GET      "/v1/api-keys/c0409a84-3cb8-44a8-a9c8-564e291d646c" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 03:00:37 | 200 |    3.367103ms |      100.64.0.3 | POST     "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:00:37.868Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"c0409a84-3cb8-44a8-a9c8-564e291d646c"}
{"level":"info","timestamp":"2026-06-02T03:00:37.868Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"c0409a84-3cb8-44a8-a9c8-564e291d646c","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"}
[GIN] 2026/06/02 - 03:00:37 | 200 |    2.053762ms |      100.64.0.3 | DELETE   "/v1/api-keys/c0409a84-3cb8-44a8-a9c8-564e291d646c" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:00:37.906Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"d7b83c24-3504-48cc-a144-2cf4f08c1c2f","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T03:00:37.906Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d7b83c24-3504-48cc-a144-2cf4f08c1c2f","keyPrefix":"sk-oai-jamiFB3D0vzm...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 03:00:37 | 201 |    1.585293ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"warn","timestamp":"2026-06-02T03:00:37.944Z","caller":"api_keys/handler.go:124","message":"Unauthorized API key access attempt","requestingUser":"system:serviceaccount:default:tester-regular-user","keyOwner":"system:serviceaccount:maas-admin:tester-admin-user","keyId":"d7b83c24-3504-48cc-a144-2cf4f08c1c2f"}
[GIN] 2026/06/02 - 03:00:37 | 404 |     461.782µs |      100.64.0.2 | GET      "/v1/api-keys/d7b83c24-3504-48cc-a144-2cf4f08c1c2f" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"warn","timestamp":"2026-06-02T03:00:37.985Z","caller":"api_keys/handler.go:305","message":"Unauthorized API key revocation attempt","requestingUser":"system:serviceaccount:default:tester-regular-user","keyOwner":"system:serviceaccount:maas-admin:tester-admin-user","keyId":"d7b83c24-3504-48cc-a144-2cf4f08c1c2f"}
[GIN] 2026/06/02 - 03:00:37 | 404 |     437.186µs |      100.64.0.3 | DELETE   "/v1/api-keys/d7b83c24-3504-48cc-a144-2cf4f08c1c2f" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:00:38.025Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8d686275-a6d2-483c-90c8-463a08551d98","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T03:00:38.025Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8d686275-a6d2-483c-90c8-463a08551d98","keyPrefix":"sk-oai-1T8G7M303sR2...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 03:00:38 | 201 |    1.542581ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:00:38.059Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f089cce6-4fb2-40e9-aff1-6318d5e2695c","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T03:00:38.059Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f089cce6-4fb2-40e9-aff1-6318d5e2695c","keyPrefix":"sk-oai-14WpEMg26D4t...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 03:00:38 | 201 |    1.620116ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:00:38.091Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"34938c46-9479-4e61-bde6-90128dec2954","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T03:00:38.091Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"34938c46-9479-4e61-bde6-90128dec2954","keyPrefix":"sk-oai-Go3IuirAzx4k...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 03:00:38 | 201 |    1.733474ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 03:00:38 | 200 |     433.296µs |      100.64.0.4 | GET      "/v1/api-keys/8d686275-a6d2-483c-90c8-463a08551d98" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:00:38.155Z","caller":"api_keys/store_postgres.go:447","message":"Revoked all keys for user","count":7,"user":"system:serviceaccount:default:tester-regular-user"}
{"level":"info","timestamp":"2026-06-02T03:00:38.155Z","caller":"api_keys/handler.go:531","message":"Bulk revoked API keys","count":7,"targetUser":"system:serviceaccount:default:tester-regular-user","revokedBy":"system:serviceaccount:default:tester-regular-user"}
[GIN] 2026/06/02 - 03:00:38 | 200 |    2.226821ms |      100.64.0.3 | POST     "/v1/api-keys/bulk-revoke" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 03:00:38 | 200 |     450.841µs |      100.64.0.3 | GET      "/v1/api-keys/8d686275-a6d2-483c-90c8-463a08551d98" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 03:00:38 | 200 |     372.151µs |      100.64.0.4 | GET      "/v1/api-keys/f089cce6-4fb2-40e9-aff1-6318d5e2695c" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 03:00:38 | 200 |     408.994µs |      100.64.0.2 | GET      "/v1/api-keys/34938c46-9479-4e61-bde6-90128dec2954" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"warn","timestamp":"2026-06-02T03:00:38.285Z","caller":"api_keys/handler.go:508","message":"Unauthorized bulk revoke attempt","requestingUser":"system:serviceaccount:default:tester-regular-user","targetUser":"someotheruser"}
[GIN] 2026/06/02 - 03:00:38 | 403 |      98.031µs |      100.64.0.2 | POST     "/v1/api-keys/bulk-revoke" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:00:38.318Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5453b910-1046-48e6-aed0-6ed20f010254","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T03:00:38.318Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5453b910-1046-48e6-aed0-6ed20f010254","keyPrefix":"sk-oai-1MEYxhpmZnde...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 03:00:38 | 201 |    1.625946ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 03:00:38 | 200 |     430.352µs |      100.64.0.3 | GET      "/v1/api-keys/5453b910-1046-48e6-aed0-6ed20f010254" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:00:38.376Z","caller":"api_keys/store_postgres.go:447","message":"Revoked all keys for user","count":1,"user":"system:serviceaccount:default:tester-regular-user"}
{"level":"info","timestamp":"2026-06-02T03:00:38.376Z","caller":"api_keys/handler.go:531","message":"Bulk revoked API keys","count":1,"targetUser":"system:serviceaccount:default:tester-regular-user","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"}
[GIN] 2026/06/02 - 03:00:38 | 200 |    1.634353ms |      100.64.0.3 | POST     "/v1/api-keys/bulk-revoke" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:00:38.410Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"35c85a35-d3fb-4958-ac7d-7b1f7e253efa","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T03:00:38.410Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"35c85a35-d3fb-4958-ac7d-7b1f7e253efa","keyPrefix":"sk-oai-MejRjtYNAv6s...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 03:00:38 | 201 |    1.651839ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:00:38.443Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4d71d958-2c10-4512-b28e-2a6f06e0c430","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T03:00:38.443Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4d71d958-2c10-4512-b28e-2a6f06e0c430","keyPrefix":"sk-oai-17clmyZmy3YS...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 03:00:38 | 201 |     1.61205ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"error","timestamp":"2026-06-02T03:00:38.497Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"requested expiration (4320h0m0s) exceeds maximum allowed (90 days): expiration exceeds maximum allowed","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/02 - 03:00:38 | 400 |     135.244µs |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:00:38.529Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"cb1c2021-233c-4464-8e7b-f84a753511cc","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T03:00:38.529Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cb1c2021-233c-4464-8e7b-f84a753511cc","keyPrefix":"sk-oai-8xXYGTTFaq6r...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 03:00:38 | 201 |    1.545507ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:00:38.563Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"23247985-c2c3-4225-9203-28152c5aa025","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T03:00:38.563Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"23247985-c2c3-4225-9203-28152c5aa025","keyPrefix":"sk-oai-yPpDsNmMqr7k...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 03:00:38 | 201 |    1.680981ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:00:38.594Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"10009d5d-39c6-4022-8071-3029bca55a8c","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T03:00:38.594Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"10009d5d-39c6-4022-8071-3029bca55a8c","keyPrefix":"sk-oai-1Y4ZNtfYEt9e...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 03:00:38 | 201 |    1.521463ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 03:00:38 | 200 |    3.269572ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:00:38.820Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0cfbbe25-2583-41f6-848e-f1112cdf3760","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T03:00:38.820Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0cfbbe25-2583-41f6-848e-f1112cdf3760","keyPrefix":"sk-oai-eiiIJUFMsZLa...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 03:00:38 | 201 |    1.977218ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:00:38.871Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"0cfbbe25-2583-41f6-848e-f1112cdf3760"}
{"level":"info","timestamp":"2026-06-02T03:00:38.872Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"0cfbbe25-2583-41f6-848e-f1112cdf3760","revokedBy":"system:serviceaccount:default:tester-regular-user"}
[GIN] 2026/06/02 - 03:00:38 | 200 |    2.125961ms |      100.64.0.3 | DELETE   "/v1/api-keys/0cfbbe25-2583-41f6-848e-f1112cdf3760" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:00:40.956Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"daee2219-e079-46d3-a379-880fe9e6cb2d","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T03:00:40.956Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"daee2219-e079-46d3-a379-880fe9e6cb2d","keyPrefix":"sk-oai-13kQE14Zqir7...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 03:00:40 | 201 |    2.006455ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:00:40.989Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"daee2219-e079-46d3-a379-880fe9e6cb2d"}
{"level":"info","timestamp":"2026-06-02T03:00:40.989Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"daee2219-e079-46d3-a379-880fe9e6cb2d","revokedBy":"system:serviceaccount:default:tester-regular-user"}
[GIN] 2026/06/02 - 03:00:40 | 200 |    2.207072ms |      100.64.0.3 | DELETE   "/v1/api-keys/daee2219-e079-46d3-a379-880fe9e6cb2d" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 03:00:41 | 404 |     735.804µs |      100.64.0.4 | DELETE   "/v1/api-keys/daee2219-e079-46d3-a379-880fe9e6cb2d" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 03:00:41 | 404 |     403.776µs |      100.64.0.2 | DELETE   "/v1/api-keys/nonexistent-uuid-12345" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:00:41.106Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1f9391e9-7660-4638-a95a-b515c3c024ef","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T03:00:41.106Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1f9391e9-7660-4638-a95a-b515c3c024ef","keyPrefix":"sk-oai-1BCS16R5vH05...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 03:00:41 | 201 |    1.676944ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:00:41.138Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"1f9391e9-7660-4638-a95a-b515c3c024ef"}
{"level":"info","timestamp":"2026-06-02T03:00:41.139Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"1f9391e9-7660-4638-a95a-b515c3c024ef","revokedBy":"system:serviceaccount:default:tester-regular-user"}
[GIN] 2026/06/02 - 03:00:41 | 200 |    2.031707ms |      100.64.0.4 | DELETE   "/v1/api-keys/1f9391e9-7660-4638-a95a-b515c3c024ef" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 03:00:41 | 200 |      36.347µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T03:00:41.170Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5f80fed4-0150-41cd-b346-b0c51e10ff73","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T03:00:41.170Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5f80fed4-0150-41cd-b346-b0c51e10ff73","keyPrefix":"sk-oai-1YMqpQmCDHFH...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 03:00:41 | 201 |    1.548282ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:00:41.263Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"43b5a077-a3fc-45e9-accb-93cafff4514f","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T03:00:41.263Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"43b5a077-a3fc-45e9-accb-93cafff4514f","keyPrefix":"sk-oai-ytd5avHOxa0q...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 03:00:41 | 201 |    1.652721ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:00:41.293Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"06c4daf9-2352-4545-83c1-8093238ce19a","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T03:00:41.294Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"06c4daf9-2352-4545-83c1-8093238ce19a","keyPrefix":"sk-oai-Kheq887ZJffB...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 03:00:41 | 201 |    1.678252ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:00:41.326Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"698c4c1b-2089-4673-ab0c-468e68a6aa94","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T03:00:41.326Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"698c4c1b-2089-4673-ab0c-468e68a6aa94","keyPrefix":"sk-oai-qfKW7roo7c37...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 03:00:41 | 201 |    1.638778ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:00:41.358Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"43b5a077-a3fc-45e9-accb-93cafff4514f"}
{"level":"info","timestamp":"2026-06-02T03:00:41.358Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"43b5a077-a3fc-45e9-accb-93cafff4514f","revokedBy":"system:serviceaccount:default:tester-regular-user"}
[GIN] 2026/06/02 - 03:00:41 | 200 |    2.628025ms |      100.64.0.2 | DELETE   "/v1/api-keys/43b5a077-a3fc-45e9-accb-93cafff4514f" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:00:41.392Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"06c4daf9-2352-4545-83c1-8093238ce19a"}
{"level":"info","timestamp":"2026-06-02T03:00:41.392Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"06c4daf9-2352-4545-83c1-8093238ce19a","revokedBy":"system:serviceaccount:default:tester-regular-user"}
[GIN] 2026/06/02 - 03:00:41 | 200 |     2.01438ms |      100.64.0.3 | DELETE   "/v1/api-keys/06c4daf9-2352-4545-83c1-8093238ce19a" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:00:41.427Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"698c4c1b-2089-4673-ab0c-468e68a6aa94"}
{"level":"info","timestamp":"2026-06-02T03:00:41.427Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"698c4c1b-2089-4673-ab0c-468e68a6aa94","revokedBy":"system:serviceaccount:default:tester-regular-user"}
[GIN] 2026/06/02 - 03:00:41 | 200 |    1.928524ms |      100.64.0.3 | DELETE   "/v1/api-keys/698c4c1b-2089-4673-ab0c-468e68a6aa94" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:00:41.461Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"83bc4589-1a98-46be-9a43-7bc2f45678e6","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T03:00:41.461Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"83bc4589-1a98-46be-9a43-7bc2f45678e6","keyPrefix":"sk-oai-1W7aGTidy3W0...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 03:00:41 | 201 |    1.704326ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:00:41.493Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"582d7bc5-e385-4a5a-8873-57a16b0ca56f","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T03:00:41.493Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"582d7bc5-e385-4a5a-8873-57a16b0ca56f","keyPrefix":"sk-oai-lNBN969bV6Ke...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 03:00:41 | 201 |    1.597411ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:00:41.524Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0494f97c-fe68-4a0c-9e42-03f6e65dfaad","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T03:00:41.524Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0494f97c-fe68-4a0c-9e42-03f6e65dfaad","keyPrefix":"sk-oai-194SqxKXNOqL...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 03:00:41 | 201 |    1.622418ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:00:41.825Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"760e3867-e326-450c-9e78-531b2a362a4f","ephemeral":true}
{"level":"info","timestamp":"2026-06-02T03:00:41.826Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"760e3867-e326-450c-9e78-531b2a362a4f","keyPrefix":"sk-oai-11Al1wgvtFAJ...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":true}
[GIN] 2026/06/02 - 03:00:41 | 201 |    1.848836ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 03:00:41 | 200 |    3.735429ms |      100.64.0.3 | POST     "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 03:00:41 | 200 |     644.832µs |      100.64.0.2 | POST     "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:00:41.931Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"81201f8a-9f57-48a6-af71-76f50a3d849f","ephemeral":true}
{"level":"info","timestamp":"2026-06-02T03:00:41.931Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"81201f8a-9f57-48a6-af71-76f50a3d849f","keyPrefix":"sk-oai-vfcPBLWbqZH0...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":true}
[GIN] 2026/06/02 - 03:00:41 | 201 |    1.580917ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:00:42.289Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/02 - 03:00:42 | 200 |     626.413µs |             ::1 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/02 - 03:00:42 | 200 |     433.346µs |      100.64.0.4 | GET      "/v1/api-keys/81201f8a-9f57-48a6-af71-76f50a3d849f" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:00:45.097Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-apikey-active-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"baeb7c4a-21c5-43d4-9a8f-108bec248a0d","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T03:00:45.097Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"baeb7c4a-21c5-43d4-9a8f-108bec248a0d","keyPrefix":"sk-oai-4Omi1HGkIwzK...","username":"system:serviceaccount:llm:e2e-apikey-active-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 03:00:45 | 201 |    2.080356ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 03:00:46 | 200 |      39.046µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:00:47 | 200 |       39.63µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:00:51 | 200 |      39.123µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:00:56 | 200 |      43.407µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:00:57 | 200 |      40.736µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:01:01 | 200 |      44.749µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T03:01:04.264Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-apikey-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"44a8eb9b-f520-441a-baa9-f9b6f08fff71","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T03:01:04.264Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"44a8eb9b-f520-441a-baa9-f9b6f08fff71","keyPrefix":"sk-oai-SMYPtKNpCwIP...","username":"system:serviceaccount:llm:e2e-apikey-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 03:01:04 | 201 |    1.934399ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 03:01:06 | 200 |      40.068µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:01:07 | 200 |      58.428µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:01:11 | 200 |      48.178µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:01:16 | 200 |      61.518µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:01:17 | 200 |       33.53µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:01:21 | 200 |      41.426µs |      10.132.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-02T03:01:23.561Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:llm:e2e-apikey-failed-sa","requestedSubscription":"e2e-apikey-failed-sub","error":"requested model is unhealthy in subscription"}
{"level":"error","timestamp":"2026-06-02T03:01:23.561Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"requested model is unhealthy in subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/02 - 03:01:23 | 403 |     283.746µs |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 03:01:26 | 200 |      40.549µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:01:27 | 200 |      39.424µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:01:31 | 200 |      44.368µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:01:36 | 200 |      41.145µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:01:37 | 200 |      32.915µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:01:41 | 200 |      39.458µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T03:01:42.867Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-apikey-pending-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"93161851-ddeb-482f-86d6-bb7ce1b4c103","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T03:01:42.867Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"93161851-ddeb-482f-86d6-bb7ce1b4c103","keyPrefix":"sk-oai-1CCTAnoaeDzH...","username":"system:serviceaccount:llm:e2e-apikey-pending-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 03:01:42 | 201 |    2.015451ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 03:01:46 | 200 |      31.997µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:01:47 | 200 |       36.67µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:01:51 | 200 |      45.656µs |      10.132.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-02T03:01:52.688Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:llm:e2e-apikey-unreconciled-sa","requestedSubscription":"e2e-apikey-unreconciled-sub","error":"requested model is unhealthy in subscription"}
{"level":"error","timestamp":"2026-06-02T03:01:52.688Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"requested model is unhealthy in subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/02 - 03:01:52 | 400 |     251.262µs |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 03:01:56 | 200 |      36.009µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:01:57 | 200 |      32.943µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:02:01 | 200 |      39.288µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:02:06 | 200 |      37.424µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:02:07 | 200 |      55.368µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:02:11 | 200 |      40.275µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T03:02:14.413Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-filter-sa-7b9b284f","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"2086a714-165d-469d-a344-48fdd6a01c6a","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T03:02:14.413Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2086a714-165d-469d-a344-48fdd6a01c6a","keyPrefix":"sk-oai-VCjb5BugO9nV...","username":"system:serviceaccount:llm:e2e-filter-sa-7b9b284f","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 03:02:14 | 201 |    2.305408ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:02:14.469Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-filter-sa-7b9b284f","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"7737ccef-0878-4b77-b8af-e3928455833b","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T03:02:14.469Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7737ccef-0878-4b77-b8af-e3928455833b","keyPrefix":"sk-oai-1IuRKwQEPOpr...","username":"system:serviceaccount:llm:e2e-filter-sa-7b9b284f","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 03:02:14 | 201 |    1.856852ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:02:14.501Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-filter-sa-7b9b284f","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"4504d948-f64f-4f38-8f04-9174ad66ac48","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T03:02:14.501Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4504d948-f64f-4f38-8f04-9174ad66ac48","keyPrefix":"sk-oai-1E4zVH65FXub...","username":"system:serviceaccount:llm:e2e-filter-sa-7b9b284f","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 03:02:14 | 201 |    1.697113ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 03:02:14 | 200 |    3.780448ms |      100.64.0.3 | POST     "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:02:14.574Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"2086a714-165d-469d-a344-48fdd6a01c6a"}
{"level":"info","timestamp":"2026-06-02T03:02:14.574Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"2086a714-165d-469d-a344-48fdd6a01c6a","revokedBy":"system:serviceaccount:llm:e2e-filter-sa-7b9b284f"}
[GIN] 2026/06/02 - 03:02:14 | 200 |    2.304522ms |      100.64.0.4 | DELETE   "/v1/api-keys/2086a714-165d-469d-a344-48fdd6a01c6a" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:02:14.610Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"7737ccef-0878-4b77-b8af-e3928455833b"}
{"level":"info","timestamp":"2026-06-02T03:02:14.610Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"7737ccef-0878-4b77-b8af-e3928455833b","revokedBy":"system:serviceaccount:llm:e2e-filter-sa-7b9b284f"}
[GIN] 2026/06/02 - 03:02:14 | 200 |    2.002563ms |      100.64.0.4 | DELETE   "/v1/api-keys/7737ccef-0878-4b77-b8af-e3928455833b" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:02:14.645Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"4504d948-f64f-4f38-8f04-9174ad66ac48"}
{"level":"info","timestamp":"2026-06-02T03:02:14.645Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"4504d948-f64f-4f38-8f04-9174ad66ac48","revokedBy":"system:serviceaccount:llm:e2e-filter-sa-7b9b284f"}
[GIN] 2026/06/02 - 03:02:14 | 200 |    1.935958ms |      100.64.0.3 | DELETE   "/v1/api-keys/4504d948-f64f-4f38-8f04-9174ad66ac48" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 03:02:16 | 200 |      39.568µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:02:17 | 200 |      39.381µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:02:21 | 200 |      42.033µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T03:02:23.681Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"769025bc-2a26-47af-837b-1b2469a2ddc3","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T03:02:23.681Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"769025bc-2a26-47af-837b-1b2469a2ddc3","keyPrefix":"sk-oai-1WzxTIZN1XCE...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 03:02:23 | 201 |    2.313193ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:02:23.712Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f13c96a7-3df8-4db6-b02c-9a11f496f595","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T03:02:23.712Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f13c96a7-3df8-4db6-b02c-9a11f496f595","keyPrefix":"sk-oai-12RM8kPN3N0Y...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 03:02:23 | 201 |    1.596148ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 03:02:23 | 200 |    3.194796ms |      100.64.0.4 | POST     "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:02:23.778Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"769025bc-2a26-47af-837b-1b2469a2ddc3"}
{"level":"info","timestamp":"2026-06-02T03:02:23.778Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"769025bc-2a26-47af-837b-1b2469a2ddc3","revokedBy":"system:serviceaccount:default:tester-regular-user"}
[GIN] 2026/06/02 - 03:02:23 | 200 |    1.889605ms |      100.64.0.3 | DELETE   "/v1/api-keys/769025bc-2a26-47af-837b-1b2469a2ddc3" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:02:23.808Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"f13c96a7-3df8-4db6-b02c-9a11f496f595"}
{"level":"info","timestamp":"2026-06-02T03:02:23.808Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"f13c96a7-3df8-4db6-b02c-9a11f496f595","revokedBy":"system:serviceaccount:default:tester-regular-user"}
[GIN] 2026/06/02 - 03:02:23 | 200 |    1.893197ms |      100.64.0.2 | DELETE   "/v1/api-keys/f13c96a7-3df8-4db6-b02c-9a11f496f595" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:02:23.844Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c12e7887-7332-428e-95f6-b988b66a2b04","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T03:02:23.844Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c12e7887-7332-428e-95f6-b988b66a2b04","keyPrefix":"sk-oai-NCMKWRLGtnkF...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 03:02:23 | 201 |    1.456966ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 03:02:24 | 200 |     849.655µs |     10.132.0.35 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 03:02:24 | 200 |     193.437µs |      100.64.0.3 | POST     "/internal/v1/subscriptions/select" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 03:02:26 | 200 |      41.897µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:02:27 | 200 |      41.056µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:02:31 | 200 |      39.033µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:02:36 | 200 |      42.589µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:02:37 | 200 |      41.068µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:02:40 | 200 |    1.141677ms |     10.132.0.35 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 03:02:40 | 200 |     111.919µs |      100.64.0.2 | POST     "/internal/v1/subscriptions/select" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 03:02:41 | 200 |      45.124µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:02:46 | 200 |      37.921µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:02:47 | 200 |       39.95µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:02:51 | 200 |      38.256µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:02:56 | 200 |      41.376µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:02:57 | 200 |      42.136µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:03:01 | 200 |      38.676µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:03:06 | 200 |      44.058µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:03:07 | 200 |      51.106µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:03:11 | 200 |       54.23µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:03:16 | 200 |      42.683µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:03:17 | 200 |      42.594µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:03:21 | 200 |      42.539µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:03:26 | 200 |      48.704µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:03:27 | 200 |      40.539µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:03:31 | 200 |      56.951µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:03:36 | 200 |      54.376µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:03:37 | 200 |      52.697µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:03:41 | 200 |      39.514µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:03:46 | 200 |      40.402µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:03:47 | 200 |       42.82µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:03:51 | 200 |      54.674µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:03:56 | 200 |      47.339µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:03:57 | 200 |      40.693µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:04:01 | 200 |      43.272µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:04:06 | 200 |      45.946µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:04:07 | 200 |      39.921µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:04:11 | 200 |      68.061µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:04:16 | 200 |      40.175µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:04:17 | 200 |      42.093µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:04:21 | 200 |      38.671µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:04:26 | 200 |      43.408µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:04:27 | 200 |       40.25µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:04:31 | 200 |       40.41µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:04:36 | 200 |      43.356µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:04:37 | 200 |      42.653µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:04:41 | 200 |      37.875µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:04:46 | 200 |      55.056µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:04:47 | 200 |      36.068µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/02 - 03:04:51 | 200 |      46.734µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T03:04:51.247Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"c12e7887-7332-428e-95f6-b988b66a2b04"}
{"level":"info","timestamp":"2026-06-02T03:04:51.247Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"c12e7887-7332-428e-95f6-b988b66a2b04","revokedBy":"system:serviceaccount:default:tester-regular-user"}
[GIN] 2026/06/02 - 03:04:51 | 200 |    2.349295ms |      100.64.0.3 | DELETE   "/v1/api-keys/c12e7887-7332-428e-95f6-b988b66a2b04" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T03:04:51.288Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2570ee53-b486-4ad7-a18c-d68a45f374fb","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T03:04:51.288Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2570ee53-b486-4ad7-a18c-d68a45f374fb","keyPrefix":"sk-oai-19OKAKWjePrW...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 03:04:51 | 201 |    1.659256ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 03:04:56 | 200 |       31.69µs |      10.132.0.2 | GET      "/health"