{"level":"info","timestamp":"2026-06-02T02:07:49.633Z","caller":"cmd/main.go:65","message":"Loading database connection URL from secret..."}
{"level":"info","timestamp":"2026-06-02T02:07:49.647Z","caller":"cmd/main.go:172","message":"Connecting to PostgreSQL database..."}
{"level":"info","timestamp":"2026-06-02T02:07:49.647Z","caller":"cmd/main.go:101","message":"Metrics server starting","address":":9090"}
{"level":"info","timestamp":"2026-06-02T02:07:49.723Z","caller":"api_keys/db_driver.go:90","message":"Database schema applied","version":3}
{"level":"info","timestamp":"2026-06-02T02:07:49.723Z","caller":"api_keys/db_driver.go:57","message":"Connected to PostgreSQL database (schema applied)"}
{"level":"info","timestamp":"2026-06-02T02:07:49.828Z","caller":"cmd/main.go:193","message":"Resolved gateway internal host for access probes","host":"maas-default-gateway-openshift-default.openshift-ingress.svc.cluster.local"}
{"level":"info","timestamp":"2026-06-02T02:07:49.847Z","caller":"cmd/main.go:134","message":"Server starting","address":":8443","secure":true}
[GIN] 2026/06/02 - 02:07:56 | 200 |      46.921µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:08:01 | 200 |      33.253µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:08:06 | 200 |      61.637µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:08:11 | 200 |      66.997µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:08:16 | 200 |      56.211µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:08:21 | 200 |      43.169µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:08:26 | 200 |      38.415µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:08:27 | 200 |      37.811µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:08:31 | 200 |      32.721µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:08:36 | 200 |      34.468µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:08:37 | 200 |      32.697µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:08:41 | 200 |      32.754µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:08:46 | 200 |      33.921µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:08:47 | 200 |       32.23µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:08:51 | 200 |      35.891µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:08:56 | 200 |      34.147µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:08:57 | 200 |      33.299µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:09:01 | 200 |      35.113µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:09:06 | 200 |      37.618µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:09:07 | 200 |      33.192µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:09:11 | 200 |      32.746µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:09:16 | 200 |      43.982µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:09:17 | 200 |       33.23µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:09:21 | 200 |       32.57µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:09:26 | 200 |      33.039µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:09:27 | 200 |      33.918µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:09:31 | 200 |      34.764µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:09:36 | 200 |      40.357µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:09:37 | 200 |      32.531µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:09:41 | 200 |      32.196µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:09:46 | 200 |      31.981µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:09:47 | 200 |      39.768µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:09:51 | 200 |       35.56µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:09:56 | 200 |      35.158µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:09:57 | 200 |       32.73µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:10:01 | 200 |      38.433µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:10:06 | 200 |      35.543µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:10:07 | 200 |       33.86µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:10:11 | 200 |      32.148µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:10:16 | 200 |      40.367µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:10:17 | 200 |      32.593µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:10:21 | 200 |      37.484µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:10:26 | 200 |      33.658µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:10:27 | 200 |      34.693µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:10:31 | 200 |      37.455µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:10:36 | 200 |      35.539µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:10:37 | 200 |      37.381µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:10:41 | 200 |      31.653µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:10:46 | 200 |      34.172µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:10:47 | 200 |      33.378µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:10:51 | 200 |      33.978µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:10:56 | 200 |      32.065µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:10:57 | 200 |      34.948µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:11:01 | 200 |      35.705µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:11:06 | 200 |      47.369µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:11:07 | 200 |      34.231µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:11:11 | 200 |      35.565µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T02:11:14.766Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"d8b0789e-84d2-4a58-af83-b8f88a3842d0","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T02:11:14.766Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d8b0789e-84d2-4a58-af83-b8f88a3842d0","keyPrefix":"sk-oai-hidigujBsr2c...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 02:11:14 | 201 |   11.717868ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 02:11:14 | 200 |    1.355726ms |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 02:11:14 | 200 |   11.748311ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:11:14.899Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"d8b0789e-84d2-4a58-af83-b8f88a3842d0"}
{"level":"info","timestamp":"2026-06-02T02:11:14.899Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"d8b0789e-84d2-4a58-af83-b8f88a3842d0","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"}
[GIN] 2026/06/02 - 02:11:14 | 200 |    3.079893ms |      100.64.0.4 | DELETE   "/v1/api-keys/d8b0789e-84d2-4a58-af83-b8f88a3842d0" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 02:11:16 | 200 |      36.397µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:11:17 | 200 |      34.397µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:11:21 | 200 |      50.419µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:11:21 | 200 |      20.202µs |      100.64.0.3 | GET      "/health"
[GIN] 2026/06/02 - 02:11:22 | 200 |     182.575µs |      100.64.0.2 | GET      "/v1/subscriptions" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:11:22.518Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"34aa38c5-5a0d-447e-9abd-4e3e4cce800b","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T02:11:22.518Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"34aa38c5-5a0d-447e-9abd-4e3e4cce800b","keyPrefix":"sk-oai-XPGeNHXSkoaU...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/02 - 02:11:22 | 201 |    2.088488ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:11:23.191Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d069e099-a050-43de-9e4c-096f806b3d20","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T02:11:23.191Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d069e099-a050-43de-9e4c-096f806b3d20","keyPrefix":"sk-oai-fxGRmMISBCmb...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 02:11:23 | 201 |    1.807737ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:11:23.229Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6b812dc7-d301-47a1-a299-b0dad88e5b86","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T02:11:23.229Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6b812dc7-d301-47a1-a299-b0dad88e5b86","keyPrefix":"sk-oai-1FNySHiDhWZh...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 02:11:23 | 201 |    1.709368ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 02:11:23 | 200 |     552.863µs |      100.64.0.2 | GET      "/v1/api-keys/6b812dc7-d301-47a1-a299-b0dad88e5b86" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:11:23.311Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"49d2e174-2c2f-4d55-89c4-74cd6d1c517f","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T02:11:23.312Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"49d2e174-2c2f-4d55-89c4-74cd6d1c517f","keyPrefix":"sk-oai-15yYSN4D7IkX...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 02:11:23 | 201 |    1.802299ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:11:23.375Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6922f0fd-7705-4fb9-8add-c034f3b75e0c","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T02:11:23.375Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6922f0fd-7705-4fb9-8add-c034f3b75e0c","keyPrefix":"sk-oai-FgYhBmqywCcA...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 02:11:23 | 201 |    1.856996ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 02:11:23 | 200 |     6.37107ms |      100.64.0.3 | POST     "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 02:11:23 | 200 |     614.265µs |      100.64.0.2 | POST     "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:11:23.503Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0c4c81cd-cf99-4096-934d-a0556db61e4b","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T02:11:23.503Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0c4c81cd-cf99-4096-934d-a0556db61e4b","keyPrefix":"sk-oai-AUiQwGSUhb4B...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 02:11:23 | 201 |    1.617166ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:11:23.544Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"0c4c81cd-cf99-4096-934d-a0556db61e4b"}
{"level":"info","timestamp":"2026-06-02T02:11:23.544Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"0c4c81cd-cf99-4096-934d-a0556db61e4b","revokedBy":"system:serviceaccount:default:tester-regular-user"}
[GIN] 2026/06/02 - 02:11:23 | 200 |    2.284536ms |      100.64.0.4 | DELETE   "/v1/api-keys/0c4c81cd-cf99-4096-934d-a0556db61e4b" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 02:11:23 | 200 |     484.099µs |      100.64.0.2 | GET      "/v1/api-keys/0c4c81cd-cf99-4096-934d-a0556db61e4b" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:11:23.615Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"35391436-8520-4cf4-aef8-77842c65d213","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T02:11:23.615Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"35391436-8520-4cf4-aef8-77842c65d213","keyPrefix":"sk-oai-ibVtiV8vpB9G...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 02:11:23 | 201 |    1.778558ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 02:11:23 | 200 |     419.769µs |      100.64.0.2 | GET      "/v1/api-keys/35391436-8520-4cf4-aef8-77842c65d213" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 02:11:23 | 200 |    3.741063ms |      100.64.0.4 | POST     "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:11:23.729Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"35391436-8520-4cf4-aef8-77842c65d213"}
{"level":"info","timestamp":"2026-06-02T02:11:23.729Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"35391436-8520-4cf4-aef8-77842c65d213","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"}
[GIN] 2026/06/02 - 02:11:23 | 200 |    2.172893ms |      100.64.0.4 | DELETE   "/v1/api-keys/35391436-8520-4cf4-aef8-77842c65d213" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:11:23.769Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"47c74ea1-1c34-434f-a9d8-e0a689d219e3","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T02:11:23.769Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"47c74ea1-1c34-434f-a9d8-e0a689d219e3","keyPrefix":"sk-oai-ZwHRsWwoQPJr...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 02:11:23 | 201 |    1.721869ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"warn","timestamp":"2026-06-02T02:11:23.800Z","caller":"api_keys/handler.go:124","message":"Unauthorized API key access attempt","requestingUser":"system:serviceaccount:default:tester-regular-user","keyOwner":"system:serviceaccount:maas-admin:tester-admin-user","keyId":"47c74ea1-1c34-434f-a9d8-e0a689d219e3"}
[GIN] 2026/06/02 - 02:11:23 | 404 |     528.041µs |      100.64.0.2 | GET      "/v1/api-keys/47c74ea1-1c34-434f-a9d8-e0a689d219e3" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"warn","timestamp":"2026-06-02T02:11:23.833Z","caller":"api_keys/handler.go:305","message":"Unauthorized API key revocation attempt","requestingUser":"system:serviceaccount:default:tester-regular-user","keyOwner":"system:serviceaccount:maas-admin:tester-admin-user","keyId":"47c74ea1-1c34-434f-a9d8-e0a689d219e3"}
[GIN] 2026/06/02 - 02:11:23 | 404 |     486.334µs |      100.64.0.3 | DELETE   "/v1/api-keys/47c74ea1-1c34-434f-a9d8-e0a689d219e3" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:11:23.872Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"31750d2d-7894-4262-a8b6-771c4466eb27","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T02:11:23.872Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"31750d2d-7894-4262-a8b6-771c4466eb27","keyPrefix":"sk-oai-5yMR5QHiiqof...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 02:11:23 | 201 |    1.660211ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:11:23.904Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"85218b9c-bc51-461c-a275-bd1b93b9bb52","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T02:11:23.904Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"85218b9c-bc51-461c-a275-bd1b93b9bb52","keyPrefix":"sk-oai-Li8VXaVe0cqH...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 02:11:23 | 201 |    1.641065ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:11:23.939Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2a803cc1-1c88-4fe8-9440-a82cf0980d20","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T02:11:23.939Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2a803cc1-1c88-4fe8-9440-a82cf0980d20","keyPrefix":"sk-oai-Lbn164tLE50e...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 02:11:23 | 201 |    1.717434ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 02:11:23 | 200 |      398.88µs |      100.64.0.3 | GET      "/v1/api-keys/31750d2d-7894-4262-a8b6-771c4466eb27" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:11:24.004Z","caller":"api_keys/store_postgres.go:447","message":"Revoked all keys for user","count":7,"user":"system:serviceaccount:default:tester-regular-user"}
{"level":"info","timestamp":"2026-06-02T02:11:24.004Z","caller":"api_keys/handler.go:531","message":"Bulk revoked API keys","count":7,"targetUser":"system:serviceaccount:default:tester-regular-user","revokedBy":"system:serviceaccount:default:tester-regular-user"}
[GIN] 2026/06/02 - 02:11:24 | 200 |    2.112233ms |      100.64.0.2 | POST     "/v1/api-keys/bulk-revoke" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 02:11:24 | 200 |     406.599µs |      100.64.0.4 | GET      "/v1/api-keys/31750d2d-7894-4262-a8b6-771c4466eb27" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 02:11:24 | 200 |     450.436µs |      100.64.0.3 | GET      "/v1/api-keys/85218b9c-bc51-461c-a275-bd1b93b9bb52" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 02:11:24 | 200 |     417.813µs |      100.64.0.3 | GET      "/v1/api-keys/2a803cc1-1c88-4fe8-9440-a82cf0980d20" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"warn","timestamp":"2026-06-02T02:11:24.158Z","caller":"api_keys/handler.go:508","message":"Unauthorized bulk revoke attempt","requestingUser":"system:serviceaccount:default:tester-regular-user","targetUser":"someotheruser"}
[GIN] 2026/06/02 - 02:11:24 | 403 |      107.03µs |      100.64.0.2 | POST     "/v1/api-keys/bulk-revoke" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:11:24.194Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"77552025-8322-4faa-8f07-41243fdad58d","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T02:11:24.194Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"77552025-8322-4faa-8f07-41243fdad58d","keyPrefix":"sk-oai-P70v8p0KNC3H...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 02:11:24 | 201 |    1.683788ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 02:11:24 | 200 |     417.288µs |      100.64.0.3 | GET      "/v1/api-keys/77552025-8322-4faa-8f07-41243fdad58d" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:11:24.261Z","caller":"api_keys/store_postgres.go:447","message":"Revoked all keys for user","count":1,"user":"system:serviceaccount:default:tester-regular-user"}
{"level":"info","timestamp":"2026-06-02T02:11:24.261Z","caller":"api_keys/handler.go:531","message":"Bulk revoked API keys","count":1,"targetUser":"system:serviceaccount:default:tester-regular-user","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"}
[GIN] 2026/06/02 - 02:11:24 | 200 |    1.705766ms |      100.64.0.2 | POST     "/v1/api-keys/bulk-revoke" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:11:24.298Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c066ed3c-e547-4a09-bf28-a031ee5bad36","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T02:11:24.298Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c066ed3c-e547-4a09-bf28-a031ee5bad36","keyPrefix":"sk-oai-1JqPPGMCNH0E...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 02:11:24 | 201 |    1.707795ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:11:24.336Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"78c2489c-3ef8-4bcf-bb67-5d186bab83a6","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T02:11:24.336Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"78c2489c-3ef8-4bcf-bb67-5d186bab83a6","keyPrefix":"sk-oai-pDkc2UpYRRSq...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 02:11:24 | 201 |    1.745931ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"error","timestamp":"2026-06-02T02:11:24.371Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"requested expiration (4320h0m0s) exceeds maximum allowed (90 days): expiration exceeds maximum allowed","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/02 - 02:11:24 | 400 |     167.342µs |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:11:24.407Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3e6a0de7-d44c-4f67-a043-61e5f2827d60","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T02:11:24.407Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3e6a0de7-d44c-4f67-a043-61e5f2827d60","keyPrefix":"sk-oai-1TLf3SD5cBqf...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 02:11:24 | 201 |    1.799905ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:11:24.443Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a6b75b49-c012-4a82-ae7c-4b1931106f05","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T02:11:24.443Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a6b75b49-c012-4a82-ae7c-4b1931106f05","keyPrefix":"sk-oai-7QWkDbCXrDW4...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 02:11:24 | 201 |    1.635401ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:11:24.488Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3609a2c4-0cf8-45df-944a-e4a1e479fa00","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T02:11:24.488Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3609a2c4-0cf8-45df-944a-e4a1e479fa00","keyPrefix":"sk-oai-1TiIDlmZtkl9...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 02:11:24 | 201 |    1.728243ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 02:11:24 | 200 |    3.207031ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:11:24.736Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"76c7deee-eeb9-44fc-9524-d23dcd403a69","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T02:11:24.736Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"76c7deee-eeb9-44fc-9524-d23dcd403a69","keyPrefix":"sk-oai-bhTWpBZaLomz...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 02:11:24 | 201 |    1.729271ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:11:24.792Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"76c7deee-eeb9-44fc-9524-d23dcd403a69"}
{"level":"info","timestamp":"2026-06-02T02:11:24.792Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"76c7deee-eeb9-44fc-9524-d23dcd403a69","revokedBy":"system:serviceaccount:default:tester-regular-user"}
[GIN] 2026/06/02 - 02:11:24 | 200 |    2.328074ms |      100.64.0.3 | DELETE   "/v1/api-keys/76c7deee-eeb9-44fc-9524-d23dcd403a69" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 02:11:26 | 200 |      47.052µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T02:11:26.889Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"eeba75bd-2d1b-4ba4-b138-3acdedb666be","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T02:11:26.889Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"eeba75bd-2d1b-4ba4-b138-3acdedb666be","keyPrefix":"sk-oai-3HUncN0dINhP...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 02:11:26 | 201 |    2.129694ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:11:26.923Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"eeba75bd-2d1b-4ba4-b138-3acdedb666be"}
{"level":"info","timestamp":"2026-06-02T02:11:26.923Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"eeba75bd-2d1b-4ba4-b138-3acdedb666be","revokedBy":"system:serviceaccount:default:tester-regular-user"}
[GIN] 2026/06/02 - 02:11:26 | 200 |    2.023325ms |      100.64.0.3 | DELETE   "/v1/api-keys/eeba75bd-2d1b-4ba4-b138-3acdedb666be" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 02:11:26 | 404 |     664.658µs |      100.64.0.2 | DELETE   "/v1/api-keys/eeba75bd-2d1b-4ba4-b138-3acdedb666be" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 02:11:26 | 404 |     386.804µs |      100.64.0.4 | DELETE   "/v1/api-keys/nonexistent-uuid-12345" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:11:27.028Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5b24b3e3-ea8f-42fa-be59-56c77520c5d6","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T02:11:27.028Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5b24b3e3-ea8f-42fa-be59-56c77520c5d6","keyPrefix":"sk-oai-9Li8M3velFil...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 02:11:27 | 201 |    1.652093ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:11:27.061Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"5b24b3e3-ea8f-42fa-be59-56c77520c5d6"}
{"level":"info","timestamp":"2026-06-02T02:11:27.061Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"5b24b3e3-ea8f-42fa-be59-56c77520c5d6","revokedBy":"system:serviceaccount:default:tester-regular-user"}
[GIN] 2026/06/02 - 02:11:27 | 200 |    1.917636ms |      100.64.0.2 | DELETE   "/v1/api-keys/5b24b3e3-ea8f-42fa-be59-56c77520c5d6" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:11:27.093Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"64964be5-c9bf-466a-9115-24c7ce4ae013","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T02:11:27.093Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"64964be5-c9bf-466a-9115-24c7ce4ae013","keyPrefix":"sk-oai-6cmhmtFlNSi7...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 02:11:27 | 201 |    1.654754ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 02:11:27 | 200 |      38.624µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T02:11:27.185Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5434b2f1-bc2e-4cab-974d-b24d85e10c79","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T02:11:27.185Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5434b2f1-bc2e-4cab-974d-b24d85e10c79","keyPrefix":"sk-oai-182EfASBds3U...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 02:11:27 | 201 |    1.658218ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:11:27.217Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d956e71f-d0df-4c2a-b03f-bbc4104561cd","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T02:11:27.217Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d956e71f-d0df-4c2a-b03f-bbc4104561cd","keyPrefix":"sk-oai-1FlWtYdFyRUD...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 02:11:27 | 201 |    1.562224ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:11:27.253Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"22717aaa-b4ca-4f44-98e2-3add835fb10d","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T02:11:27.253Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"22717aaa-b4ca-4f44-98e2-3add835fb10d","keyPrefix":"sk-oai-8ytKB28U1e5M...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 02:11:27 | 201 |    1.693461ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:11:27.285Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"5434b2f1-bc2e-4cab-974d-b24d85e10c79"}
{"level":"info","timestamp":"2026-06-02T02:11:27.285Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"5434b2f1-bc2e-4cab-974d-b24d85e10c79","revokedBy":"system:serviceaccount:default:tester-regular-user"}
[GIN] 2026/06/02 - 02:11:27 | 200 |    2.165376ms |      100.64.0.4 | DELETE   "/v1/api-keys/5434b2f1-bc2e-4cab-974d-b24d85e10c79" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:11:27.320Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"d956e71f-d0df-4c2a-b03f-bbc4104561cd"}
{"level":"info","timestamp":"2026-06-02T02:11:27.320Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"d956e71f-d0df-4c2a-b03f-bbc4104561cd","revokedBy":"system:serviceaccount:default:tester-regular-user"}
[GIN] 2026/06/02 - 02:11:27 | 200 |    1.864837ms |      100.64.0.3 | DELETE   "/v1/api-keys/d956e71f-d0df-4c2a-b03f-bbc4104561cd" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:11:27.353Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"22717aaa-b4ca-4f44-98e2-3add835fb10d"}
{"level":"info","timestamp":"2026-06-02T02:11:27.353Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"22717aaa-b4ca-4f44-98e2-3add835fb10d","revokedBy":"system:serviceaccount:default:tester-regular-user"}
[GIN] 2026/06/02 - 02:11:27 | 200 |    1.866315ms |      100.64.0.2 | DELETE   "/v1/api-keys/22717aaa-b4ca-4f44-98e2-3add835fb10d" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:11:27.389Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b3c37814-021a-4795-8e0e-d4c16158d99b","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T02:11:27.389Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b3c37814-021a-4795-8e0e-d4c16158d99b","keyPrefix":"sk-oai-3gxHhBwDlEj3...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 02:11:27 | 201 |    1.593622ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:11:27.421Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"cbc13d52-6dcc-4399-b226-3520c28054b3","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T02:11:27.421Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cbc13d52-6dcc-4399-b226-3520c28054b3","keyPrefix":"sk-oai-yV9qzPuGBH2D...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 02:11:27 | 201 |    1.627842ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:11:27.453Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2245a287-d713-4bca-b06c-712f776cba10","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T02:11:27.453Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2245a287-d713-4bca-b06c-712f776cba10","keyPrefix":"sk-oai-w6LRIKWnGwFb...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 02:11:27 | 201 |    1.624678ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:11:27.776Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"68625549-8027-4541-aa9d-736c25fc38f9","ephemeral":true}
{"level":"info","timestamp":"2026-06-02T02:11:27.776Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"68625549-8027-4541-aa9d-736c25fc38f9","keyPrefix":"sk-oai-AsoVrxLFRw1z...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":true}
[GIN] 2026/06/02 - 02:11:27 | 201 |    1.919083ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 02:11:27 | 200 |    3.903304ms |      100.64.0.2 | POST     "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 02:11:27 | 200 |     629.447µs |      100.64.0.2 | POST     "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:11:27.889Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"aa681896-c482-48a3-bd1c-5a7334a72629","ephemeral":true}
{"level":"info","timestamp":"2026-06-02T02:11:27.889Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"aa681896-c482-48a3-bd1c-5a7334a72629","keyPrefix":"sk-oai-15hZqL7R9H5x...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":true}
[GIN] 2026/06/02 - 02:11:27 | 201 |    1.624804ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:11:28.249Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/02 - 02:11:28 | 200 |     795.537µs |             ::1 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/02 - 02:11:28 | 200 |     431.612µs |      100.64.0.3 | GET      "/v1/api-keys/aa681896-c482-48a3-bd1c-5a7334a72629" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:11:28.973Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-apikey-active-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"804b6bc1-bc60-4cf6-ba5a-f7c847e88c30","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T02:11:28.973Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"804b6bc1-bc60-4cf6-ba5a-f7c847e88c30","keyPrefix":"sk-oai-SoweIE43ArTg...","username":"system:serviceaccount:llm:e2e-apikey-active-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 02:11:28 | 201 |    1.821208ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 02:11:31 | 200 |      37.164µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:11:36 | 200 |      34.971µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:11:37 | 200 |      33.302µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:11:41 | 200 |      33.788µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:11:46 | 200 |      34.714µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:11:47 | 200 |      39.186µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T02:11:48.142Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-apikey-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"50ebda2d-0da8-4498-8da9-fedd446f2a61","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T02:11:48.142Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"50ebda2d-0da8-4498-8da9-fedd446f2a61","keyPrefix":"sk-oai-GCeus2qUhjk2...","username":"system:serviceaccount:llm:e2e-apikey-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 02:11:48 | 201 |     2.25242ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 02:11:51 | 200 |      39.353µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:11:56 | 200 |      39.564µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:11:57 | 200 |      46.787µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:12:01 | 200 |      39.149µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:12:06 | 200 |      60.756µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:12:07 | 200 |        40.4µs |      10.133.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-02T02:12:07.405Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:llm:e2e-apikey-failed-sa","requestedSubscription":"e2e-apikey-failed-sub","error":"requested model is unhealthy in subscription"}
{"level":"error","timestamp":"2026-06-02T02:12:07.405Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"requested model is unhealthy in subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/02 - 02:12:07 | 403 |     293.143µs |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 02:12:11 | 200 |      40.184µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:12:16 | 200 |      35.075µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:12:17 | 200 |       43.15µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:12:21 | 200 |      41.209µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:12:26 | 200 |      40.112µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T02:12:26.673Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-apikey-pending-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"63744f86-bbbf-47c5-992c-3bd5971b2b64","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T02:12:26.674Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"63744f86-bbbf-47c5-992c-3bd5971b2b64","keyPrefix":"sk-oai-1050RJoozDzm...","username":"system:serviceaccount:llm:e2e-apikey-pending-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 02:12:26 | 201 |    2.129993ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 02:12:27 | 200 |      42.808µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:12:31 | 200 |      38.188µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:12:36 | 200 |      45.002µs |      10.133.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-02T02:12:36.697Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:llm:e2e-apikey-unreconciled-sa","requestedSubscription":"e2e-apikey-unreconciled-sub","error":"requested model is unhealthy in subscription"}
{"level":"error","timestamp":"2026-06-02T02:12:36.697Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"requested model is unhealthy in subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/02 - 02:12:36 | 400 |     264.017µs |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 02:12:37 | 200 |      33.428µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:12:41 | 200 |      41.327µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:12:46 | 200 |      38.703µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:12:47 | 200 |      39.041µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:12:51 | 200 |      41.516µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:12:56 | 200 |      61.218µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:12:57 | 200 |      52.777µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T02:12:58.469Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-filter-sa-ada7009f","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"80e09468-5fdd-4375-b835-6e1461f7f21d","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T02:12:58.469Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"80e09468-5fdd-4375-b835-6e1461f7f21d","keyPrefix":"sk-oai-28hcchzGozub...","username":"system:serviceaccount:llm:e2e-filter-sa-ada7009f","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 02:12:58 | 201 |    2.355747ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:12:58.506Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-filter-sa-ada7009f","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"b6ac70d2-250e-43bd-a743-e4a113c032f2","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T02:12:58.506Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b6ac70d2-250e-43bd-a743-e4a113c032f2","keyPrefix":"sk-oai-885Py0a2TF2G...","username":"system:serviceaccount:llm:e2e-filter-sa-ada7009f","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 02:12:58 | 201 |     1.73308ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:12:58.542Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-filter-sa-ada7009f","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"402249a2-3039-4eb6-9cc5-442e16780075","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T02:12:58.542Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"402249a2-3039-4eb6-9cc5-442e16780075","keyPrefix":"sk-oai-NDlkPcO6F11g...","username":"system:serviceaccount:llm:e2e-filter-sa-ada7009f","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 02:12:58 | 201 |    1.767904ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 02:12:58 | 200 |    5.384643ms |      100.64.0.4 | POST     "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:12:58.615Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"80e09468-5fdd-4375-b835-6e1461f7f21d"}
{"level":"info","timestamp":"2026-06-02T02:12:58.615Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"80e09468-5fdd-4375-b835-6e1461f7f21d","revokedBy":"system:serviceaccount:llm:e2e-filter-sa-ada7009f"}
[GIN] 2026/06/02 - 02:12:58 | 200 |    2.178522ms |      100.64.0.3 | DELETE   "/v1/api-keys/80e09468-5fdd-4375-b835-6e1461f7f21d" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:12:58.648Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"b6ac70d2-250e-43bd-a743-e4a113c032f2"}
{"level":"info","timestamp":"2026-06-02T02:12:58.648Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"b6ac70d2-250e-43bd-a743-e4a113c032f2","revokedBy":"system:serviceaccount:llm:e2e-filter-sa-ada7009f"}
[GIN] 2026/06/02 - 02:12:58 | 200 |    1.945518ms |      100.64.0.3 | DELETE   "/v1/api-keys/b6ac70d2-250e-43bd-a743-e4a113c032f2" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:12:58.680Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"402249a2-3039-4eb6-9cc5-442e16780075"}
{"level":"info","timestamp":"2026-06-02T02:12:58.680Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"402249a2-3039-4eb6-9cc5-442e16780075","revokedBy":"system:serviceaccount:llm:e2e-filter-sa-ada7009f"}
[GIN] 2026/06/02 - 02:12:58 | 200 |    1.983446ms |      100.64.0.2 | DELETE   "/v1/api-keys/402249a2-3039-4eb6-9cc5-442e16780075" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 02:13:01 | 200 |      38.045µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:13:06 | 200 |      43.145µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:13:07 | 200 |      35.435µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T02:13:07.721Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"423604ed-2f83-458d-ba5d-9ccfe4ac579c","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T02:13:07.721Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"423604ed-2f83-458d-ba5d-9ccfe4ac579c","keyPrefix":"sk-oai-rW39xEchIxjH...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 02:13:07 | 201 |    1.997535ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:13:07.754Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d33d374e-ed03-44ae-a6ea-0d7a4b07d2df","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T02:13:07.754Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d33d374e-ed03-44ae-a6ea-0d7a4b07d2df","keyPrefix":"sk-oai-1Xy39mM0fmnS...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 02:13:07 | 201 |    1.722772ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 02:13:07 | 200 |    4.170041ms |      100.64.0.3 | POST     "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:13:07.826Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"423604ed-2f83-458d-ba5d-9ccfe4ac579c"}
{"level":"info","timestamp":"2026-06-02T02:13:07.826Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"423604ed-2f83-458d-ba5d-9ccfe4ac579c","revokedBy":"system:serviceaccount:default:tester-regular-user"}
[GIN] 2026/06/02 - 02:13:07 | 200 |    2.275907ms |      100.64.0.4 | DELETE   "/v1/api-keys/423604ed-2f83-458d-ba5d-9ccfe4ac579c" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:13:07.866Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"d33d374e-ed03-44ae-a6ea-0d7a4b07d2df"}
{"level":"info","timestamp":"2026-06-02T02:13:07.866Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"d33d374e-ed03-44ae-a6ea-0d7a4b07d2df","revokedBy":"system:serviceaccount:default:tester-regular-user"}
[GIN] 2026/06/02 - 02:13:07 | 200 |    2.157592ms |      100.64.0.3 | DELETE   "/v1/api-keys/d33d374e-ed03-44ae-a6ea-0d7a4b07d2df" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:13:07.912Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"478859d3-8005-4fe4-abcb-96773232cbe6","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T02:13:07.912Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"478859d3-8005-4fe4-abcb-96773232cbe6","keyPrefix":"sk-oai-1REB7XXVPtJu...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 02:13:07 | 201 |    1.687381ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 02:13:08 | 200 |     735.134µs |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 02:13:08 | 200 |     165.935µs |      100.64.0.2 | POST     "/internal/v1/subscriptions/select" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 02:13:11 | 200 |       33.26µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:13:16 | 200 |      33.867µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:13:17 | 200 |      33.869µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:13:21 | 200 |      33.512µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:13:24 | 200 |    1.114514ms |     10.134.0.44 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/02 - 02:13:24 | 200 |      110.17µs |      100.64.0.4 | POST     "/internal/v1/subscriptions/select" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 02:13:26 | 200 |      36.987µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:13:27 | 200 |      37.731µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:13:31 | 200 |      33.996µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:13:36 | 200 |      33.365µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:13:37 | 200 |       34.38µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:13:41 | 200 |       34.46µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:13:46 | 200 |      40.811µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:13:47 | 200 |      38.085µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:13:51 | 200 |      32.443µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:13:56 | 200 |       38.66µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:13:57 | 200 |      39.141µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:14:01 | 200 |      33.347µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:14:06 | 200 |      32.594µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:14:07 | 200 |      36.587µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:14:11 | 200 |      35.096µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:14:16 | 200 |      35.423µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:14:17 | 200 |      32.974µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:14:21 | 200 |      40.123µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:14:26 | 200 |      33.589µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:14:27 | 200 |       32.78µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:14:31 | 200 |      36.496µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:14:36 | 200 |      33.007µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:14:37 | 200 |      34.476µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:14:41 | 200 |      42.032µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:14:46 | 200 |      36.379µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:14:47 | 200 |      34.747µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:14:51 | 200 |      38.397µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:14:56 | 200 |      34.286µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:14:57 | 200 |      34.241µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:15:01 | 200 |       32.05µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T02:15:03.921Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/02 - 02:15:03 | 200 |    1.106682ms |     10.134.0.45 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/02 - 02:15:06 | 200 |      35.594µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:15:07 | 200 |      32.562µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:15:11 | 200 |      33.039µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:15:16 | 200 |      33.905µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:15:17 | 200 |      31.594µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:15:21 | 200 |       34.36µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:15:26 | 200 |       32.51µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:15:27 | 200 |          34µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:15:31 | 200 |      37.158µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:15:36 | 200 |      57.224µs |      10.133.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-02T02:15:36.480Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"478859d3-8005-4fe4-abcb-96773232cbe6"}
{"level":"info","timestamp":"2026-06-02T02:15:36.480Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"478859d3-8005-4fe4-abcb-96773232cbe6","revokedBy":"system:serviceaccount:default:tester-regular-user"}
[GIN] 2026/06/02 - 02:15:36 | 200 |    1.925279ms |      100.64.0.3 | DELETE   "/v1/api-keys/478859d3-8005-4fe4-abcb-96773232cbe6" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-02T02:15:36.521Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f8c7fe45-81a0-4cec-8eaf-3112e37ba0a6","ephemeral":false}
{"level":"info","timestamp":"2026-06-02T02:15:36.521Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f8c7fe45-81a0-4cec-8eaf-3112e37ba0a6","keyPrefix":"sk-oai-1AtT52nk6q9a...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/02 - 02:15:36 | 201 |    1.110311ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/02 - 02:15:37 | 200 |      36.933µs |      10.133.0.2 | GET      "/health"
[GIN] 2026/06/02 - 02:15:41 | 200 |      33.617µs |      10.133.0.2 | GET      "/health"