{"level":"info","timestamp":"2026-06-03T00:59:43.900Z","caller":"cmd/main.go:65","message":"Loading database connection URL from secret..."} {"level":"info","timestamp":"2026-06-03T00:59:43.912Z","caller":"cmd/main.go:172","message":"Connecting to PostgreSQL database..."} {"level":"info","timestamp":"2026-06-03T00:59:43.912Z","caller":"cmd/main.go:101","message":"Metrics server starting","address":":9090"} {"level":"info","timestamp":"2026-06-03T00:59:44.070Z","caller":"api_keys/db_driver.go:90","message":"Database schema applied","version":3} {"level":"info","timestamp":"2026-06-03T00:59:44.070Z","caller":"api_keys/db_driver.go:57","message":"Connected to PostgreSQL database (schema applied)"} {"level":"info","timestamp":"2026-06-03T00:59:44.174Z","caller":"cmd/main.go:193","message":"Resolved gateway internal host for access probes","host":"maas-default-gateway-openshift-default.openshift-ingress.svc.cluster.local"} {"level":"info","timestamp":"2026-06-03T00:59:44.192Z","caller":"cmd/main.go:134","message":"Server starting","address":":8443","secure":true} [GIN] 2026/06/03 - 00:59:50 | 200 | 46.165µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 00:59:55 | 200 | 37µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:00:00 | 200 | 43.738µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:00:05 | 200 | 45.565µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-03T01:00:07.347Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/06/03 - 01:00:07 | 200 | 10.275045ms | 10.132.0.33 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/06/03 - 01:00:10 | 200 | 42.905µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:00:15 | 200 | 42.64µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:00:20 | 200 | 33.385µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:00:21 | 200 | 42.33µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:00:25 | 200 | 32.242µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:00:30 | 200 | 32.118µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:00:31 | 200 | 39.123µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:00:35 | 200 | 32.551µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:00:40 | 200 | 33.134µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:00:41 | 200 | 44.808µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:00:45 | 200 | 33.963µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:00:50 | 200 | 33.947µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:00:51 | 200 | 34.359µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:00:55 | 200 | 35.183µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:01:00 | 200 | 35.084µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:01:01 | 200 | 36.616µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:01:05 | 200 | 45.147µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:01:10 | 200 | 33.59µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:01:11 | 200 | 48.405µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:01:15 | 200 | 48.304µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:01:20 | 200 | 38.739µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:01:21 | 200 | 39.509µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:01:25 | 200 | 39.28µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:01:30 | 200 | 41.074µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:01:31 | 200 | 38.7µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:01:35 | 200 | 42.271µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:01:40 | 200 | 40.143µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:01:41 | 200 | 38.858µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:01:45 | 200 | 54.752µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:01:50 | 200 | 39.972µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:01:51 | 200 | 52.95µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:01:55 | 200 | 44.665µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:02:00 | 200 | 38.805µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:02:01 | 200 | 41.538µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:02:05 | 200 | 37.565µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:02:10 | 200 | 43.159µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:02:11 | 200 | 40.905µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:02:15 | 200 | 38.617µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:02:20 | 200 | 39.684µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:02:21 | 200 | 46.27µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:02:25 | 200 | 42.601µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:02:30 | 200 | 43.933µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:02:31 | 200 | 49.517µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:02:35 | 200 | 40.258µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-03T01:02:39.849Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"0e358892-6854-4b1b-987c-4db7c519fc19","ephemeral":false} {"level":"info","timestamp":"2026-06-03T01:02:39.849Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0e358892-6854-4b1b-987c-4db7c519fc19","keyPrefix":"sk-oai-3T7qxqv9Bhop...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false} [GIN] 2026/06/03 - 01:02:39 | 201 | 2.276647ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/03 - 01:02:39 | 200 | 1.050767ms | 10.134.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/03 - 01:02:40 | 200 | 39.049µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:02:40 | 200 | 780.210488ms | 34.228.250.194 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:02:40.772Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"0e358892-6854-4b1b-987c-4db7c519fc19"} {"level":"info","timestamp":"2026-06-03T01:02:40.772Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"0e358892-6854-4b1b-987c-4db7c519fc19","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/06/03 - 01:02:40 | 200 | 2.54138ms | 34.228.250.194 | DELETE "/v1/api-keys/0e358892-6854-4b1b-987c-4db7c519fc19" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/03 - 01:02:41 | 200 | 39.755µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:02:45 | 200 | 38.611µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:02:48 | 200 | 19.302µs | 34.228.250.194 | GET "/health" [GIN] 2026/06/03 - 01:02:48 | 200 | 155.959µs | 34.228.250.194 | GET "/v1/subscriptions" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:02:48.801Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"81b3dfe7-cdde-45e0-9b89-1bb8883f8c13","ephemeral":false} {"level":"info","timestamp":"2026-06-03T01:02:48.801Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"81b3dfe7-cdde-45e0-9b89-1bb8883f8c13","keyPrefix":"sk-oai-1EH2EetPwLOB...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/06/03 - 01:02:48 | 201 | 1.786235ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:02:49.613Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b89fe90a-4236-4734-a645-79f55daf5c2f","ephemeral":false} {"level":"info","timestamp":"2026-06-03T01:02:49.613Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b89fe90a-4236-4734-a645-79f55daf5c2f","keyPrefix":"sk-oai-1O8WOVp4N7m2...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/03 - 01:02:49 | 201 | 1.330889ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:02:49.646Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3bdd9e34-a787-4bbc-981b-3e997cf1a6b9","ephemeral":false} {"level":"info","timestamp":"2026-06-03T01:02:49.646Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3bdd9e34-a787-4bbc-981b-3e997cf1a6b9","keyPrefix":"sk-oai-dtYyMBlh1liy...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/03 - 01:02:49 | 201 | 1.160186ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/03 - 01:02:49 | 200 | 565.949µs | 34.228.250.194 | GET "/v1/api-keys/3bdd9e34-a787-4bbc-981b-3e997cf1a6b9" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:02:49.743Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d936f348-2ea7-45e2-9cd7-aeb479d89147","ephemeral":false} {"level":"info","timestamp":"2026-06-03T01:02:49.743Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d936f348-2ea7-45e2-9cd7-aeb479d89147","keyPrefix":"sk-oai-mnVOdUtCrkYf...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/03 - 01:02:49 | 201 | 1.37696ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:02:49.775Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"cd21bb58-a39a-476b-b608-44afa5f033a8","ephemeral":false} {"level":"info","timestamp":"2026-06-03T01:02:49.775Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cd21bb58-a39a-476b-b608-44afa5f033a8","keyPrefix":"sk-oai-EBBNUnXZgARi...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/03 - 01:02:49 | 201 | 1.346127ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/03 - 01:02:49 | 200 | 4.473332ms | 34.228.250.194 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/03 - 01:02:49 | 200 | 606.658µs | 34.228.250.194 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:02:49.889Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c1200a67-175e-4984-97a0-a035ed586322","ephemeral":false} {"level":"info","timestamp":"2026-06-03T01:02:49.889Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c1200a67-175e-4984-97a0-a035ed586322","keyPrefix":"sk-oai-cctO2NgL83sK...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/03 - 01:02:49 | 201 | 1.252546ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:02:49.922Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"c1200a67-175e-4984-97a0-a035ed586322"} {"level":"info","timestamp":"2026-06-03T01:02:49.923Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"c1200a67-175e-4984-97a0-a035ed586322","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/03 - 01:02:49 | 200 | 2.054294ms | 34.228.250.194 | DELETE "/v1/api-keys/c1200a67-175e-4984-97a0-a035ed586322" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/03 - 01:02:49 | 200 | 557.272µs | 34.228.250.194 | GET "/v1/api-keys/c1200a67-175e-4984-97a0-a035ed586322" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:02:50.008Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2f7e7c2d-f069-4aeb-a169-9c3d5be44232","ephemeral":false} {"level":"info","timestamp":"2026-06-03T01:02:50.008Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2f7e7c2d-f069-4aeb-a169-9c3d5be44232","keyPrefix":"sk-oai-17ucZmKlherO...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/03 - 01:02:50 | 201 | 1.302679ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/03 - 01:02:50 | 200 | 532.827µs | 34.228.250.194 | GET "/v1/api-keys/2f7e7c2d-f069-4aeb-a169-9c3d5be44232" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/03 - 01:02:50 | 200 | 3.486067ms | 34.228.250.194 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:02:50.114Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"2f7e7c2d-f069-4aeb-a169-9c3d5be44232"} {"level":"info","timestamp":"2026-06-03T01:02:50.114Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"2f7e7c2d-f069-4aeb-a169-9c3d5be44232","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/06/03 - 01:02:50 | 200 | 1.864387ms | 34.228.250.194 | DELETE "/v1/api-keys/2f7e7c2d-f069-4aeb-a169-9c3d5be44232" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:02:50.151Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"cfdf976e-7abf-4ff0-83c4-8125669de039","ephemeral":false} {"level":"info","timestamp":"2026-06-03T01:02:50.152Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cfdf976e-7abf-4ff0-83c4-8125669de039","keyPrefix":"sk-oai-BNbIzTqI0Uzb...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false} [GIN] 2026/06/03 - 01:02:50 | 201 | 1.359994ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"warn","timestamp":"2026-06-03T01:02:50.182Z","caller":"api_keys/handler.go:124","message":"Unauthorized API key access attempt","requestingUser":"system:serviceaccount:default:tester-regular-user","keyOwner":"system:serviceaccount:maas-admin:tester-admin-user","keyId":"cfdf976e-7abf-4ff0-83c4-8125669de039"} [GIN] 2026/06/03 - 01:02:50 | 404 | 546.014µs | 34.228.250.194 | GET "/v1/api-keys/cfdf976e-7abf-4ff0-83c4-8125669de039" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"warn","timestamp":"2026-06-03T01:02:50.214Z","caller":"api_keys/handler.go:305","message":"Unauthorized API key revocation attempt","requestingUser":"system:serviceaccount:default:tester-regular-user","keyOwner":"system:serviceaccount:maas-admin:tester-admin-user","keyId":"cfdf976e-7abf-4ff0-83c4-8125669de039"} [GIN] 2026/06/03 - 01:02:50 | 404 | 542.708µs | 34.228.250.194 | DELETE "/v1/api-keys/cfdf976e-7abf-4ff0-83c4-8125669de039" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:02:50.251Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"55ba0aa3-1971-405c-8f06-a15e19f0309c","ephemeral":false} {"level":"info","timestamp":"2026-06-03T01:02:50.251Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"55ba0aa3-1971-405c-8f06-a15e19f0309c","keyPrefix":"sk-oai-1OM1NmnWRdFl...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/03 - 01:02:50 | 201 | 1.202508ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:02:50.282Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4f711e29-e851-4174-9aef-2082a759d58e","ephemeral":false} {"level":"info","timestamp":"2026-06-03T01:02:50.282Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4f711e29-e851-4174-9aef-2082a759d58e","keyPrefix":"sk-oai-aL67NAeksSUM...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/03 - 01:02:50 | 201 | 1.234802ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:02:50.315Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"fc3e517f-4b63-4e44-a8d5-1ccd8e4f79ab","ephemeral":false} {"level":"info","timestamp":"2026-06-03T01:02:50.315Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fc3e517f-4b63-4e44-a8d5-1ccd8e4f79ab","keyPrefix":"sk-oai-1MIn9Hs2gJBv...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/03 - 01:02:50 | 201 | 1.311713ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/03 - 01:02:50 | 200 | 495.058µs | 34.228.250.194 | GET "/v1/api-keys/55ba0aa3-1971-405c-8f06-a15e19f0309c" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:02:50.380Z","caller":"api_keys/store_postgres.go:447","message":"Revoked all keys for user","count":7,"user":"system:serviceaccount:default:tester-regular-user"} {"level":"info","timestamp":"2026-06-03T01:02:50.380Z","caller":"api_keys/handler.go:531","message":"Bulk revoked API keys","count":7,"targetUser":"system:serviceaccount:default:tester-regular-user","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/03 - 01:02:50 | 200 | 1.937275ms | 34.228.250.194 | POST "/v1/api-keys/bulk-revoke" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/03 - 01:02:50 | 200 | 501.269µs | 34.228.250.194 | GET "/v1/api-keys/55ba0aa3-1971-405c-8f06-a15e19f0309c" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/03 - 01:02:50 | 200 | 485.861µs | 34.228.250.194 | GET "/v1/api-keys/4f711e29-e851-4174-9aef-2082a759d58e" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/03 - 01:02:50 | 200 | 507.813µs | 34.228.250.194 | GET "/v1/api-keys/fc3e517f-4b63-4e44-a8d5-1ccd8e4f79ab" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"warn","timestamp":"2026-06-03T01:02:50.530Z","caller":"api_keys/handler.go:508","message":"Unauthorized bulk revoke attempt","requestingUser":"system:serviceaccount:default:tester-regular-user","targetUser":"someotheruser"} [GIN] 2026/06/03 - 01:02:50 | 403 | 114.614µs | 34.228.250.194 | POST "/v1/api-keys/bulk-revoke" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:02:50.586Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c0b47d87-ca10-4785-a58a-fc2c11650b88","ephemeral":false} {"level":"info","timestamp":"2026-06-03T01:02:50.586Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c0b47d87-ca10-4785-a58a-fc2c11650b88","keyPrefix":"sk-oai-dF9sY9Wp3Hgg...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/03 - 01:02:50 | 201 | 1.317931ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/03 - 01:02:50 | 200 | 680.938µs | 34.228.250.194 | GET "/v1/api-keys/c0b47d87-ca10-4785-a58a-fc2c11650b88" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:02:50.648Z","caller":"api_keys/store_postgres.go:447","message":"Revoked all keys for user","count":1,"user":"system:serviceaccount:default:tester-regular-user"} {"level":"info","timestamp":"2026-06-03T01:02:50.648Z","caller":"api_keys/handler.go:531","message":"Bulk revoked API keys","count":1,"targetUser":"system:serviceaccount:default:tester-regular-user","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/06/03 - 01:02:50 | 200 | 1.222207ms | 34.228.250.194 | POST "/v1/api-keys/bulk-revoke" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/03 - 01:02:50 | 200 | 41.472µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-03T01:02:50.685Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2daa3641-4ddb-4f3a-8832-6b8fd8373687","ephemeral":false} {"level":"info","timestamp":"2026-06-03T01:02:50.685Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2daa3641-4ddb-4f3a-8832-6b8fd8373687","keyPrefix":"sk-oai-1TKp7wBvGHpI...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/03 - 01:02:50 | 201 | 1.373804ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:02:50.719Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"40998aed-e0cb-4687-8116-bc80acc11f6b","ephemeral":false} {"level":"info","timestamp":"2026-06-03T01:02:50.719Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"40998aed-e0cb-4687-8116-bc80acc11f6b","keyPrefix":"sk-oai-8KMBLUVxrUJ0...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/03 - 01:02:50 | 201 | 1.311449ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"error","timestamp":"2026-06-03T01:02:50.751Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"requested expiration (4320h0m0s) exceeds maximum allowed (90 days): expiration exceeds maximum allowed","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/06/03 - 01:02:50 | 400 | 170.365µs | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:02:50.786Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"996db483-c6b2-47f0-848a-bff6735180c3","ephemeral":false} {"level":"info","timestamp":"2026-06-03T01:02:50.786Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"996db483-c6b2-47f0-848a-bff6735180c3","keyPrefix":"sk-oai-MkzwJjzrkuq6...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/03 - 01:02:50 | 201 | 1.375173ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:02:50.822Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d60b814f-a1f5-457b-ae1f-f7954d2dd889","ephemeral":false} {"level":"info","timestamp":"2026-06-03T01:02:50.822Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d60b814f-a1f5-457b-ae1f-f7954d2dd889","keyPrefix":"sk-oai-QUvzJPHjhXfL...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/03 - 01:02:50 | 201 | 1.219077ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:02:50.854Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8811b9a1-86d2-4f25-9de5-ea6ab96c36a7","ephemeral":false} {"level":"info","timestamp":"2026-06-03T01:02:50.854Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8811b9a1-86d2-4f25-9de5-ea6ab96c36a7","keyPrefix":"sk-oai-d6AkRlZY7Sa1...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/03 - 01:02:50 | 201 | 1.124615ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/03 - 01:02:51 | 200 | 41.286µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:02:51 | 200 | 748.920137ms | 34.228.250.194 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:02:51.833Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0b3335c7-a496-44f6-9a6a-5e73c30505ae","ephemeral":false} {"level":"info","timestamp":"2026-06-03T01:02:51.833Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0b3335c7-a496-44f6-9a6a-5e73c30505ae","keyPrefix":"sk-oai-yE50tzNn6q5s...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/03 - 01:02:51 | 201 | 3.769565ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:02:51.883Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"0b3335c7-a496-44f6-9a6a-5e73c30505ae"} {"level":"info","timestamp":"2026-06-03T01:02:51.883Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"0b3335c7-a496-44f6-9a6a-5e73c30505ae","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/03 - 01:02:51 | 200 | 1.936798ms | 34.228.250.194 | DELETE "/v1/api-keys/0b3335c7-a496-44f6-9a6a-5e73c30505ae" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:02:53.965Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"158b8e39-1411-4aa6-93b4-8a0893d11024","ephemeral":false} {"level":"info","timestamp":"2026-06-03T01:02:53.965Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"158b8e39-1411-4aa6-93b4-8a0893d11024","keyPrefix":"sk-oai-thlBZ5ghmAQp...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/03 - 01:02:53 | 201 | 1.632945ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:02:53.996Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"158b8e39-1411-4aa6-93b4-8a0893d11024"} {"level":"info","timestamp":"2026-06-03T01:02:53.996Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"158b8e39-1411-4aa6-93b4-8a0893d11024","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/03 - 01:02:53 | 200 | 1.777936ms | 34.228.250.194 | DELETE "/v1/api-keys/158b8e39-1411-4aa6-93b4-8a0893d11024" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/03 - 01:02:54 | 404 | 801.371µs | 34.228.250.194 | DELETE "/v1/api-keys/158b8e39-1411-4aa6-93b4-8a0893d11024" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/03 - 01:02:54 | 404 | 443.094µs | 34.228.250.194 | DELETE "/v1/api-keys/nonexistent-uuid-12345" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:02:54.098Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c7564c7e-ff19-4aa1-a4d3-1b29569a9d79","ephemeral":false} {"level":"info","timestamp":"2026-06-03T01:02:54.098Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c7564c7e-ff19-4aa1-a4d3-1b29569a9d79","keyPrefix":"sk-oai-pOl0knAHKx0I...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/03 - 01:02:54 | 201 | 1.175351ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:02:54.129Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"c7564c7e-ff19-4aa1-a4d3-1b29569a9d79"} {"level":"info","timestamp":"2026-06-03T01:02:54.129Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"c7564c7e-ff19-4aa1-a4d3-1b29569a9d79","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/03 - 01:02:54 | 200 | 1.520065ms | 34.228.250.194 | DELETE "/v1/api-keys/c7564c7e-ff19-4aa1-a4d3-1b29569a9d79" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:02:54.161Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2ad40644-8119-4f52-8945-e98cad807241","ephemeral":false} {"level":"info","timestamp":"2026-06-03T01:02:54.161Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2ad40644-8119-4f52-8945-e98cad807241","keyPrefix":"sk-oai-18zMsVHpmYM0...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/03 - 01:02:54 | 201 | 1.106374ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:02:54.251Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"89bdb9dc-8568-4e08-b690-fcaec33eb1aa","ephemeral":false} {"level":"info","timestamp":"2026-06-03T01:02:54.251Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"89bdb9dc-8568-4e08-b690-fcaec33eb1aa","keyPrefix":"sk-oai-wEH4KDRzQFfC...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/03 - 01:02:54 | 201 | 1.418835ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:02:54.282Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"cc4c3c46-febc-4da2-97bb-0892ff053cb4","ephemeral":false} {"level":"info","timestamp":"2026-06-03T01:02:54.282Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"cc4c3c46-febc-4da2-97bb-0892ff053cb4","keyPrefix":"sk-oai-1PlRk5rP7cpG...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/03 - 01:02:54 | 201 | 1.210381ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:02:54.312Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0a69bd42-2a73-4c07-9c22-5d6d82f3596d","ephemeral":false} {"level":"info","timestamp":"2026-06-03T01:02:54.312Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0a69bd42-2a73-4c07-9c22-5d6d82f3596d","keyPrefix":"sk-oai-HlLQkLYwh7E4...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/03 - 01:02:54 | 201 | 1.105058ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:02:54.342Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"89bdb9dc-8568-4e08-b690-fcaec33eb1aa"} {"level":"info","timestamp":"2026-06-03T01:02:54.342Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"89bdb9dc-8568-4e08-b690-fcaec33eb1aa","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/03 - 01:02:54 | 200 | 1.581173ms | 34.228.250.194 | DELETE "/v1/api-keys/89bdb9dc-8568-4e08-b690-fcaec33eb1aa" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:02:54.374Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"cc4c3c46-febc-4da2-97bb-0892ff053cb4"} {"level":"info","timestamp":"2026-06-03T01:02:54.374Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"cc4c3c46-febc-4da2-97bb-0892ff053cb4","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/03 - 01:02:54 | 200 | 1.557166ms | 34.228.250.194 | DELETE "/v1/api-keys/cc4c3c46-febc-4da2-97bb-0892ff053cb4" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:02:54.407Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"0a69bd42-2a73-4c07-9c22-5d6d82f3596d"} {"level":"info","timestamp":"2026-06-03T01:02:54.407Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"0a69bd42-2a73-4c07-9c22-5d6d82f3596d","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/03 - 01:02:54 | 200 | 1.496971ms | 34.228.250.194 | DELETE "/v1/api-keys/0a69bd42-2a73-4c07-9c22-5d6d82f3596d" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:02:54.441Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"759a8067-a8c5-4ab9-b290-928f0490b1c2","ephemeral":false} {"level":"info","timestamp":"2026-06-03T01:02:54.441Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"759a8067-a8c5-4ab9-b290-928f0490b1c2","keyPrefix":"sk-oai-nVdUD48EHUTa...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/03 - 01:02:54 | 201 | 1.168604ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:02:54.473Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0726d866-9af0-4a06-85e7-9e86fd3b06cb","ephemeral":false} {"level":"info","timestamp":"2026-06-03T01:02:54.473Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0726d866-9af0-4a06-85e7-9e86fd3b06cb","keyPrefix":"sk-oai-VxwSKABzBa4u...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/03 - 01:02:54 | 201 | 1.218925ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:02:54.505Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"fc39d0de-2f90-482d-986c-9550f98f8455","ephemeral":false} {"level":"info","timestamp":"2026-06-03T01:02:54.505Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fc39d0de-2f90-482d-986c-9550f98f8455","keyPrefix":"sk-oai-7J0g3nOOcOOx...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/03 - 01:02:54 | 201 | 1.230948ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:02:54.807Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"98907c8f-0d93-47b3-afa0-691281e21d19","ephemeral":true} {"level":"info","timestamp":"2026-06-03T01:02:54.807Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"98907c8f-0d93-47b3-afa0-691281e21d19","keyPrefix":"sk-oai-1RG6QcsglIEb...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":true} [GIN] 2026/06/03 - 01:02:54 | 201 | 1.252221ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/03 - 01:02:54 | 200 | 4.112699ms | 34.228.250.194 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/03 - 01:02:54 | 200 | 689.814µs | 34.228.250.194 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:02:54.906Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"076ad99e-26ea-4ee0-b5e5-7370e997c4ad","ephemeral":true} {"level":"info","timestamp":"2026-06-03T01:02:54.906Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"076ad99e-26ea-4ee0-b5e5-7370e997c4ad","keyPrefix":"sk-oai-1AAUMWAyrWkU...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":true} [GIN] 2026/06/03 - 01:02:54 | 201 | 1.214273ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:02:55.294Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/06/03 - 01:02:55 | 200 | 675.176µs | ::1 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/06/03 - 01:02:55 | 200 | 486.029µs | 34.228.250.194 | GET "/v1/api-keys/076ad99e-26ea-4ee0-b5e5-7370e997c4ad" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/03 - 01:02:55 | 200 | 52.632µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-03T01:02:55.977Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-apikey-active-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"c7a1d383-0ef1-45c1-979a-6a97ee348033","ephemeral":false} {"level":"info","timestamp":"2026-06-03T01:02:55.977Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c7a1d383-0ef1-45c1-979a-6a97ee348033","keyPrefix":"sk-oai-141nMWhfLSNc...","username":"system:serviceaccount:llm:e2e-apikey-active-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/03 - 01:02:55 | 201 | 1.27615ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/03 - 01:03:00 | 200 | 40.244µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:03:01 | 200 | 44.592µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:03:05 | 200 | 46.998µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:03:10 | 200 | 38.324µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:03:11 | 200 | 67.496µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-03T01:03:15.096Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-apikey-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"9c4a067b-3776-409d-983c-ef70d16f87f2","ephemeral":false} {"level":"info","timestamp":"2026-06-03T01:03:15.096Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9c4a067b-3776-409d-983c-ef70d16f87f2","keyPrefix":"sk-oai-14eYobT6xwhA...","username":"system:serviceaccount:llm:e2e-apikey-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/03 - 01:03:15 | 201 | 1.717787ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/03 - 01:03:15 | 200 | 37.972µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:03:20 | 200 | 40.235µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:03:21 | 200 | 38.853µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:03:25 | 200 | 40.225µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:03:30 | 200 | 38.11µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:03:31 | 200 | 41.44µs | 10.133.0.2 | GET "/health" {"level":"warn","timestamp":"2026-06-03T01:03:34.362Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:llm:e2e-apikey-failed-sa","requestedSubscription":"e2e-apikey-failed-sub","error":"requested model is unhealthy in subscription"} {"level":"error","timestamp":"2026-06-03T01:03:34.362Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"requested model is unhealthy in subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/06/03 - 01:03:34 | 403 | 302.601µs | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/03 - 01:03:35 | 200 | 40.328µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:03:40 | 200 | 46.672µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:03:41 | 200 | 35.953µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:03:45 | 200 | 40.416µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:03:50 | 200 | 43.66µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:03:51 | 200 | 41.474µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-03T01:03:53.635Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-apikey-pending-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"b606087f-543d-45f7-921d-2314e3026ff3","ephemeral":false} {"level":"info","timestamp":"2026-06-03T01:03:53.635Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b606087f-543d-45f7-921d-2314e3026ff3","keyPrefix":"sk-oai-njZsh5BociTB...","username":"system:serviceaccount:llm:e2e-apikey-pending-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/03 - 01:03:53 | 201 | 1.607952ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/03 - 01:03:55 | 200 | 43.597µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:04:00 | 200 | 45.106µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:04:01 | 200 | 38.93µs | 10.133.0.2 | GET "/health" {"level":"warn","timestamp":"2026-06-03T01:04:03.344Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:llm:e2e-apikey-unreconciled-sa","requestedSubscription":"e2e-apikey-unreconciled-sub","error":"requested model is unhealthy in subscription"} {"level":"error","timestamp":"2026-06-03T01:04:03.344Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"requested model is unhealthy in subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/06/03 - 01:04:03 | 400 | 270.11µs | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/03 - 01:04:05 | 200 | 37.358µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:04:10 | 200 | 45.038µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:04:11 | 200 | 44.97µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:04:15 | 200 | 34.303µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:04:20 | 200 | 34.057µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:04:21 | 200 | 33.773µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-03T01:04:25.015Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-filter-sa-850fbd2b","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"ac3561b7-1d2b-44cc-960c-55d478fa5c3d","ephemeral":false} {"level":"info","timestamp":"2026-06-03T01:04:25.015Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ac3561b7-1d2b-44cc-960c-55d478fa5c3d","keyPrefix":"sk-oai-1N55DlR5Erbr...","username":"system:serviceaccount:llm:e2e-filter-sa-850fbd2b","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/03 - 01:04:25 | 201 | 1.747896ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:04:25.058Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-filter-sa-850fbd2b","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"739a2dca-7534-43cd-8efa-bc6ef15cd094","ephemeral":false} {"level":"info","timestamp":"2026-06-03T01:04:25.058Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"739a2dca-7534-43cd-8efa-bc6ef15cd094","keyPrefix":"sk-oai-iIiSmJsfmOnT...","username":"system:serviceaccount:llm:e2e-filter-sa-850fbd2b","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/03 - 01:04:25 | 201 | 1.364362ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:04:25.090Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-filter-sa-850fbd2b","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"be50e59b-385d-4982-ae33-8752ddf12701","ephemeral":false} {"level":"info","timestamp":"2026-06-03T01:04:25.090Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"be50e59b-385d-4982-ae33-8752ddf12701","keyPrefix":"sk-oai-1FdxLo0BOgwH...","username":"system:serviceaccount:llm:e2e-filter-sa-850fbd2b","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/03 - 01:04:25 | 201 | 1.300149ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/03 - 01:04:25 | 200 | 4.061738ms | 34.228.250.194 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:04:25.167Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"ac3561b7-1d2b-44cc-960c-55d478fa5c3d"} {"level":"info","timestamp":"2026-06-03T01:04:25.167Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"ac3561b7-1d2b-44cc-960c-55d478fa5c3d","revokedBy":"system:serviceaccount:llm:e2e-filter-sa-850fbd2b"} [GIN] 2026/06/03 - 01:04:25 | 200 | 1.533452ms | 34.228.250.194 | DELETE "/v1/api-keys/ac3561b7-1d2b-44cc-960c-55d478fa5c3d" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:04:25.199Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"739a2dca-7534-43cd-8efa-bc6ef15cd094"} {"level":"info","timestamp":"2026-06-03T01:04:25.199Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"739a2dca-7534-43cd-8efa-bc6ef15cd094","revokedBy":"system:serviceaccount:llm:e2e-filter-sa-850fbd2b"} [GIN] 2026/06/03 - 01:04:25 | 200 | 1.54682ms | 34.228.250.194 | DELETE "/v1/api-keys/739a2dca-7534-43cd-8efa-bc6ef15cd094" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:04:25.230Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"be50e59b-385d-4982-ae33-8752ddf12701"} {"level":"info","timestamp":"2026-06-03T01:04:25.230Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"be50e59b-385d-4982-ae33-8752ddf12701","revokedBy":"system:serviceaccount:llm:e2e-filter-sa-850fbd2b"} [GIN] 2026/06/03 - 01:04:25 | 200 | 1.578902ms | 34.228.250.194 | DELETE "/v1/api-keys/be50e59b-385d-4982-ae33-8752ddf12701" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/03 - 01:04:25 | 200 | 32.508µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:04:30 | 200 | 37.943µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:04:31 | 200 | 48.002µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-03T01:04:34.255Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a5ded239-42e6-4309-9e60-20cf689bff0c","ephemeral":false} {"level":"info","timestamp":"2026-06-03T01:04:34.255Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a5ded239-42e6-4309-9e60-20cf689bff0c","keyPrefix":"sk-oai-l0tvcYoLw3Up...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/03 - 01:04:34 | 201 | 1.7642ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:04:34.287Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"09156b82-84ad-43d1-a82c-f3bd3eddac53","ephemeral":false} {"level":"info","timestamp":"2026-06-03T01:04:34.287Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"09156b82-84ad-43d1-a82c-f3bd3eddac53","keyPrefix":"sk-oai-xO6p1R9twtTH...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/03 - 01:04:34 | 201 | 1.225894ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/03 - 01:04:34 | 200 | 3.6469ms | 34.228.250.194 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:04:34.358Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"a5ded239-42e6-4309-9e60-20cf689bff0c"} {"level":"info","timestamp":"2026-06-03T01:04:34.358Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"a5ded239-42e6-4309-9e60-20cf689bff0c","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/03 - 01:04:34 | 200 | 1.930582ms | 34.228.250.194 | DELETE "/v1/api-keys/a5ded239-42e6-4309-9e60-20cf689bff0c" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:04:34.390Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"09156b82-84ad-43d1-a82c-f3bd3eddac53"} {"level":"info","timestamp":"2026-06-03T01:04:34.390Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"09156b82-84ad-43d1-a82c-f3bd3eddac53","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/03 - 01:04:34 | 200 | 1.663093ms | 34.228.250.194 | DELETE "/v1/api-keys/09156b82-84ad-43d1-a82c-f3bd3eddac53" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:04:34.427Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"fe03ae82-e9bc-4fb7-bace-352d2ba1ed0f","ephemeral":false} {"level":"info","timestamp":"2026-06-03T01:04:34.427Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fe03ae82-e9bc-4fb7-bace-352d2ba1ed0f","keyPrefix":"sk-oai-6G6SkXude0A5...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/03 - 01:04:34 | 201 | 1.234022ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/03 - 01:04:34 | 200 | 737.003µs | 10.134.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/03 - 01:04:34 | 200 | 173.554µs | 34.228.250.194 | POST "/internal/v1/subscriptions/select" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/03 - 01:04:35 | 200 | 35.038µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:04:40 | 200 | 34.482µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:04:41 | 200 | 34.713µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:04:45 | 200 | 35.614µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:04:50 | 200 | 55.568µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:04:51 | 200 | 902.08µs | 10.134.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/03 - 01:04:51 | 200 | 121.302µs | 34.228.250.194 | POST "/internal/v1/subscriptions/select" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/03 - 01:04:51 | 200 | 35.495µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:04:55 | 200 | 35.085µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:05:00 | 200 | 35.152µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:05:01 | 200 | 36.381µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:05:05 | 200 | 35.369µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:05:10 | 200 | 34.418µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:05:11 | 200 | 38.208µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:05:15 | 200 | 40.202µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:05:20 | 200 | 39.284µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:05:21 | 200 | 43.593µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:05:25 | 200 | 41.176µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:05:30 | 200 | 64.716µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:05:31 | 200 | 33.962µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:05:35 | 200 | 35.193µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:05:40 | 200 | 36.617µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:05:41 | 200 | 39.672µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:05:45 | 200 | 40.624µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:05:50 | 200 | 44.55µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:05:51 | 200 | 39.256µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:05:55 | 200 | 46.411µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:06:00 | 200 | 57.939µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:06:01 | 200 | 54.419µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:06:05 | 200 | 45.154µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:06:10 | 200 | 43.46µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:06:11 | 200 | 36.808µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:06:15 | 200 | 40.622µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:06:20 | 200 | 43.738µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:06:21 | 200 | 47.412µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:06:25 | 200 | 44.946µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:06:30 | 200 | 41.289µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:06:31 | 200 | 39.957µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:06:35 | 200 | 38.352µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:06:40 | 200 | 40.377µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:06:41 | 200 | 43.422µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:06:45 | 200 | 39.552µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:06:50 | 200 | 39.571µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:06:51 | 200 | 41.723µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:06:55 | 200 | 42.425µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:07:00 | 200 | 38.746µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-03T01:07:00.704Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"fe03ae82-e9bc-4fb7-bace-352d2ba1ed0f"} {"level":"info","timestamp":"2026-06-03T01:07:00.705Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"fe03ae82-e9bc-4fb7-bace-352d2ba1ed0f","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/03 - 01:07:00 | 200 | 11.51127ms | 34.228.250.194 | DELETE "/v1/api-keys/fe03ae82-e9bc-4fb7-bace-352d2ba1ed0f" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-03T01:07:00.745Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ccf956a3-26a7-4eda-85ff-60c482c35baf","ephemeral":false} {"level":"info","timestamp":"2026-06-03T01:07:00.745Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ccf956a3-26a7-4eda-85ff-60c482c35baf","keyPrefix":"sk-oai-ERpftRRYKqr0...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/03 - 01:07:00 | 201 | 1.637367ms | 34.228.250.194 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/03 - 01:07:01 | 200 | 46.025µs | 10.133.0.2 | GET "/health" [GIN] 2026/06/03 - 01:07:05 | 200 | 41.241µs | 10.133.0.2 | GET "/health"