[GIN] 2026/06/09 - 12:03:06 | 200 | 41.097µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T12:03:06.679Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"fad25034-f4a0-4118-b055-c14076dfc72f","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:03:06.679Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fad25034-f4a0-4118-b055-c14076dfc72f","keyPrefix":"sk-oai-ZXAjeuV8QxzM...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:03:06 | 201 | 2.404345ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:03:06 | 200 | 701.17µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:03:06 | 200 | 347.575µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:03:06 | 200 | 213.774µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:03:06 | 200 | 35.663021ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:03:06 | 200 | 443.688µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:03:06 | 200 | 133.17µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:03:06 | 200 | 443.386µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:03:06 | 200 | 135.031µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:03:06 | 200 | 403.673µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:03:06 | 200 | 122.78µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:03:06 | 200 | 383.978µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:03:06 | 200 | 460.092µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:03:07 | 200 | 332.421µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:03:07 | 200 | 128.201µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:03:07 | 200 | 291.703µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:03:07 | 200 | 117.497µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:03:07 | 200 | 299.037µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:03:07 | 200 | 125.915µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:03:07 | 200 | 291.796µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:03:07 | 200 | 127.889µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:03:07 | 200 | 331.242µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:03:07 | 200 | 122.349µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:03:07 | 200 | 314.423µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:03:07 | 200 | 117.636µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:03:07 | 200 | 280.133µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:03:07 | 200 | 108.126µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-09T12:03:07.303Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"fad25034-f4a0-4118-b055-c14076dfc72f"} {"level":"info","timestamp":"2026-06-09T12:03:07.303Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"fad25034-f4a0-4118-b055-c14076dfc72f","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/06/09 - 12:03:07 | 200 | 2.393603ms | 100.64.0.3 | DELETE "/v1/api-keys/fad25034-f4a0-4118-b055-c14076dfc72f" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:03:11 | 200 | 31.64µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:03:12 | 200 | 38.699µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:03:14 | 200 | 18.177µs | 100.64.0.4 | GET "/health" [GIN] 2026/06/09 - 12:03:14 | 200 | 134.294µs | 100.64.0.2 | GET "/v1/subscriptions" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:03:15.000Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"19e3a80f-8f58-4f99-9874-12577dc41f06","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:03:15.000Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"19e3a80f-8f58-4f99-9874-12577dc41f06","keyPrefix":"sk-oai-O9Ppj2fXL3Ow...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false} [GIN] 2026/06/09 - 12:03:15 | 201 | 1.750366ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:03:16 | 200 | 33.743µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:03:21 | 200 | 34.204µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:03:22 | 200 | 33.669µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T12:03:24.213Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8c2f31c0-40f5-4177-ac20-a084c3020a36","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:03:24.213Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8c2f31c0-40f5-4177-ac20-a084c3020a36","keyPrefix":"sk-oai-1JURFPymPKxP...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:03:24 | 201 | 1.723468ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:03:24.248Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9faf3fd6-cd5c-4744-8346-1675535c2224","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:03:24.248Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9faf3fd6-cd5c-4744-8346-1675535c2224","keyPrefix":"sk-oai-1LCy1qgFZEqY...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:03:24 | 201 | 1.556691ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:03:24 | 200 | 389.463µs | 100.64.0.3 | GET "/v1/api-keys/9faf3fd6-cd5c-4744-8346-1675535c2224" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:03:24.329Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"08cf2cb0-10f5-4131-974f-20248f137f29","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:03:24.329Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"08cf2cb0-10f5-4131-974f-20248f137f29","keyPrefix":"sk-oai-EEHgX0duOPqV...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:03:24 | 201 | 1.615369ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:03:24.364Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"14293e6a-797f-435f-b85c-1d4ea04081ee","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:03:24.364Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"14293e6a-797f-435f-b85c-1d4ea04081ee","keyPrefix":"sk-oai-1I8me5ghnTAe...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:03:24 | 201 | 1.517545ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:03:24 | 200 | 6.214944ms | 100.64.0.4 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:03:24 | 200 | 444.045µs | 100.64.0.3 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:03:24.480Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"558d5e69-3003-49e6-af3d-fbf7a1c3160f","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:03:24.480Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"558d5e69-3003-49e6-af3d-fbf7a1c3160f","keyPrefix":"sk-oai-1OFsraoFRnmm...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:03:24 | 201 | 1.503234ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:03:24.516Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"558d5e69-3003-49e6-af3d-fbf7a1c3160f"} {"level":"info","timestamp":"2026-06-09T12:03:24.516Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"558d5e69-3003-49e6-af3d-fbf7a1c3160f","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 12:03:24 | 200 | 1.896504ms | 100.64.0.3 | DELETE "/v1/api-keys/558d5e69-3003-49e6-af3d-fbf7a1c3160f" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:03:24 | 200 | 335.278µs | 100.64.0.4 | GET "/v1/api-keys/558d5e69-3003-49e6-af3d-fbf7a1c3160f" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:03:24.589Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2e680e84-835c-4e31-a155-3c3537f0d75f","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:03:24.589Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2e680e84-835c-4e31-a155-3c3537f0d75f","keyPrefix":"sk-oai-S0KX5ByBIAos...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:03:24 | 201 | 1.515255ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:03:24 | 200 | 260.302µs | 100.64.0.4 | GET "/v1/api-keys/2e680e84-835c-4e31-a155-3c3537f0d75f" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:03:24 | 200 | 3.798353ms | 100.64.0.3 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:03:24.686Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"2e680e84-835c-4e31-a155-3c3537f0d75f"} {"level":"info","timestamp":"2026-06-09T12:03:24.686Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"2e680e84-835c-4e31-a155-3c3537f0d75f","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/06/09 - 12:03:24 | 200 | 1.687902ms | 100.64.0.2 | DELETE "/v1/api-keys/2e680e84-835c-4e31-a155-3c3537f0d75f" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:03:24.721Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"2597f5df-cbb0-44c9-9c8b-1c229b792c55","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:03:24.721Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2597f5df-cbb0-44c9-9c8b-1c229b792c55","keyPrefix":"sk-oai-fsYX5Su8vVNG...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:03:24 | 201 | 1.554727ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"warn","timestamp":"2026-06-09T12:03:24.750Z","caller":"api_keys/handler.go:124","message":"Unauthorized API key access attempt","requestingUser":"system:serviceaccount:default:tester-regular-user","keyOwner":"system:serviceaccount:maas-admin:tester-admin-user","keyId":"2597f5df-cbb0-44c9-9c8b-1c229b792c55"} [GIN] 2026/06/09 - 12:03:24 | 404 | 296.331µs | 100.64.0.4 | GET "/v1/api-keys/2597f5df-cbb0-44c9-9c8b-1c229b792c55" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"warn","timestamp":"2026-06-09T12:03:24.780Z","caller":"api_keys/handler.go:305","message":"Unauthorized API key revocation attempt","requestingUser":"system:serviceaccount:default:tester-regular-user","keyOwner":"system:serviceaccount:maas-admin:tester-admin-user","keyId":"2597f5df-cbb0-44c9-9c8b-1c229b792c55"} [GIN] 2026/06/09 - 12:03:24 | 404 | 309.293µs | 100.64.0.2 | DELETE "/v1/api-keys/2597f5df-cbb0-44c9-9c8b-1c229b792c55" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:03:24.820Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"11f11a02-09b1-40c4-81f1-af3d3ecf6bb1","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:03:24.821Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"11f11a02-09b1-40c4-81f1-af3d3ecf6bb1","keyPrefix":"sk-oai-vmYe5QdaLH5A...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:03:24 | 201 | 1.540666ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:03:24.854Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b700076b-c07c-4355-a3b4-0f36c04fe3f4","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:03:24.854Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b700076b-c07c-4355-a3b4-0f36c04fe3f4","keyPrefix":"sk-oai-1Hu0Tt735PMT...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:03:24 | 201 | 1.646004ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:03:24.885Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9a6764ec-ac2a-4af9-97cb-629a9b551ba2","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:03:24.885Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9a6764ec-ac2a-4af9-97cb-629a9b551ba2","keyPrefix":"sk-oai-iylvvlLwXHQB...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:03:24 | 201 | 1.493748ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:03:24 | 200 | 298.552µs | 100.64.0.2 | GET "/v1/api-keys/11f11a02-09b1-40c4-81f1-af3d3ecf6bb1" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:03:24.947Z","caller":"api_keys/store_postgres.go:448","message":"Revoked all keys for user","count":7,"user":"system:serviceaccount:default:tester-regular-user"} {"level":"info","timestamp":"2026-06-09T12:03:24.947Z","caller":"api_keys/handler.go:531","message":"Bulk revoked API keys","count":7,"targetUser":"system:serviceaccount:default:tester-regular-user","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 12:03:24 | 200 | 1.857837ms | 100.64.0.4 | POST "/v1/api-keys/bulk-revoke" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:03:24 | 200 | 307.715µs | 100.64.0.3 | GET "/v1/api-keys/11f11a02-09b1-40c4-81f1-af3d3ecf6bb1" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:03:25 | 200 | 245.509µs | 100.64.0.4 | GET "/v1/api-keys/b700076b-c07c-4355-a3b4-0f36c04fe3f4" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:03:25 | 200 | 251.034µs | 100.64.0.2 | GET "/v1/api-keys/9a6764ec-ac2a-4af9-97cb-629a9b551ba2" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"warn","timestamp":"2026-06-09T12:03:25.073Z","caller":"api_keys/handler.go:508","message":"Unauthorized bulk revoke attempt","requestingUser":"system:serviceaccount:default:tester-regular-user","targetUser":"someotheruser"} [GIN] 2026/06/09 - 12:03:25 | 403 | 115.291µs | 100.64.0.3 | POST "/v1/api-keys/bulk-revoke" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:03:25.108Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"58398ffc-eca2-48e6-9bd2-c3beb3bb3261","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:03:25.108Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"58398ffc-eca2-48e6-9bd2-c3beb3bb3261","keyPrefix":"sk-oai-oBPC8F64PMUw...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:03:25 | 201 | 1.570432ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:03:25 | 200 | 272.87µs | 100.64.0.4 | GET "/v1/api-keys/58398ffc-eca2-48e6-9bd2-c3beb3bb3261" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:03:25.173Z","caller":"api_keys/store_postgres.go:448","message":"Revoked all keys for user","count":1,"user":"system:serviceaccount:default:tester-regular-user"} {"level":"info","timestamp":"2026-06-09T12:03:25.173Z","caller":"api_keys/handler.go:531","message":"Bulk revoked API keys","count":1,"targetUser":"system:serviceaccount:default:tester-regular-user","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/06/09 - 12:03:25 | 200 | 1.476921ms | 100.64.0.2 | POST "/v1/api-keys/bulk-revoke" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:03:25.207Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"486fe704-97e6-410a-aac5-83d7d97d2715","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:03:25.207Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"486fe704-97e6-410a-aac5-83d7d97d2715","keyPrefix":"sk-oai-Yk7VnyVs6UJG...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:03:25 | 201 | 1.445893ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:03:25.251Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4e9a2f4d-4220-4a24-8899-4e93fd14359b","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:03:25.251Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4e9a2f4d-4220-4a24-8899-4e93fd14359b","keyPrefix":"sk-oai-mNtLyvst48QE...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:03:25 | 201 | 1.513938ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"error","timestamp":"2026-06-09T12:03:25.303Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"requested expiration (4320h0m0s) exceeds maximum allowed (90 days): expiration exceeds maximum allowed","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/06/09 - 12:03:25 | 400 | 188.151µs | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:03:25.336Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7df36061-7eb8-4bd9-8c09-fbe8913dcc82","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:03:25.336Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7df36061-7eb8-4bd9-8c09-fbe8913dcc82","keyPrefix":"sk-oai-1C5RuKY5BK53...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:03:25 | 201 | 1.50676ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:03:25.370Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ae4e02ae-7e9d-4718-b09d-bbcef26152b3","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:03:25.371Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ae4e02ae-7e9d-4718-b09d-bbcef26152b3","keyPrefix":"sk-oai-jVikgPA8VFdJ...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:03:25 | 201 | 1.492989ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:03:25.404Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a2003e56-41df-4c7b-8198-f79fbac577fe","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:03:25.404Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a2003e56-41df-4c7b-8198-f79fbac577fe","keyPrefix":"sk-oai-UjwhFXKKleCO...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:03:25 | 201 | 1.507279ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:03:25 | 200 | 120.35µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:03:25 | 200 | 14.380503ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:03:25 | 200 | 327.127µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:03:25 | 200 | 133.638µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:03:25 | 200 | 54.923µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" {"level":"info","timestamp":"2026-06-09T12:03:25.555Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"25a44c7a-c980-4cf6-acd5-2d1ccf8ec878","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:03:25.555Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"25a44c7a-c980-4cf6-acd5-2d1ccf8ec878","keyPrefix":"sk-oai-1RdCfSuk8TUK...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:03:25 | 201 | 1.558965ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:03:25 | 200 | 333.685µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:03:25 | 200 | 193.311µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-09T12:03:25.614Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"25a44c7a-c980-4cf6-acd5-2d1ccf8ec878"} {"level":"info","timestamp":"2026-06-09T12:03:25.614Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"25a44c7a-c980-4cf6-acd5-2d1ccf8ec878","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 12:03:25 | 200 | 1.711308ms | 100.64.0.2 | DELETE "/v1/api-keys/25a44c7a-c980-4cf6-acd5-2d1ccf8ec878" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:03:26 | 200 | 32.871µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:03:27 | 200 | 422.692µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:03:27 | 200 | 317.087µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:03:27 | 200 | 121.261µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-09T12:03:27.703Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"71fb39b2-dfd4-42f8-b211-9475a074e404","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:03:27.703Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"71fb39b2-dfd4-42f8-b211-9475a074e404","keyPrefix":"sk-oai-1dwU7YLt6QZK...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:03:27 | 201 | 1.562186ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:03:27.734Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"71fb39b2-dfd4-42f8-b211-9475a074e404"} {"level":"info","timestamp":"2026-06-09T12:03:27.734Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"71fb39b2-dfd4-42f8-b211-9475a074e404","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 12:03:27 | 200 | 1.700188ms | 100.64.0.3 | DELETE "/v1/api-keys/71fb39b2-dfd4-42f8-b211-9475a074e404" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:03:27 | 404 | 398.909µs | 100.64.0.2 | DELETE "/v1/api-keys/71fb39b2-dfd4-42f8-b211-9475a074e404" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:03:27 | 404 | 178.694µs | 100.64.0.3 | DELETE "/v1/api-keys/nonexistent-uuid-12345" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:03:27.824Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"660d7a9f-63b4-4587-b84a-2f04fd536ec2","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:03:27.824Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"660d7a9f-63b4-4587-b84a-2f04fd536ec2","keyPrefix":"sk-oai-UX1FsW3kTR30...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:03:27 | 201 | 1.491998ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:03:27.855Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"660d7a9f-63b4-4587-b84a-2f04fd536ec2"} {"level":"info","timestamp":"2026-06-09T12:03:27.855Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"660d7a9f-63b4-4587-b84a-2f04fd536ec2","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 12:03:27 | 200 | 1.81608ms | 100.64.0.4 | DELETE "/v1/api-keys/660d7a9f-63b4-4587-b84a-2f04fd536ec2" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:03:27.886Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"0d28a5ac-cd70-45dc-8925-312f84db0125","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:03:27.886Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0d28a5ac-cd70-45dc-8925-312f84db0125","keyPrefix":"sk-oai-19A6d5QwfjvJ...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:03:27 | 201 | 1.716035ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:03:27 | 200 | 292.116µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:03:27 | 200 | 294.56µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:03:27 | 200 | 144.415µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-09T12:03:27.965Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"00a678db-90f9-4ab3-8092-46a23ecd8b9c","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:03:27.965Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"00a678db-90f9-4ab3-8092-46a23ecd8b9c","keyPrefix":"sk-oai-1XORXmJshF6R...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:03:27 | 201 | 1.444169ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:03:27.996Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"29841ef9-ec65-43e5-8524-92cf8c13f670","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:03:27.996Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"29841ef9-ec65-43e5-8524-92cf8c13f670","keyPrefix":"sk-oai-17wxRMmX93AS...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:03:27 | 201 | 1.651936ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:03:28.035Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b00c2c04-2d5e-46bb-b5ad-fe0177096b92","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:03:28.035Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b00c2c04-2d5e-46bb-b5ad-fe0177096b92","keyPrefix":"sk-oai-9HJg1lGc6kO6...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:03:28 | 201 | 1.454386ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:03:28.067Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"00a678db-90f9-4ab3-8092-46a23ecd8b9c"} {"level":"info","timestamp":"2026-06-09T12:03:28.067Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"00a678db-90f9-4ab3-8092-46a23ecd8b9c","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 12:03:28 | 200 | 1.494452ms | 100.64.0.3 | DELETE "/v1/api-keys/00a678db-90f9-4ab3-8092-46a23ecd8b9c" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:03:28.100Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"29841ef9-ec65-43e5-8524-92cf8c13f670"} {"level":"info","timestamp":"2026-06-09T12:03:28.100Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"29841ef9-ec65-43e5-8524-92cf8c13f670","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 12:03:28 | 200 | 1.596176ms | 100.64.0.4 | DELETE "/v1/api-keys/29841ef9-ec65-43e5-8524-92cf8c13f670" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:03:28.131Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"b00c2c04-2d5e-46bb-b5ad-fe0177096b92"} {"level":"info","timestamp":"2026-06-09T12:03:28.131Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"b00c2c04-2d5e-46bb-b5ad-fe0177096b92","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 12:03:28 | 200 | 1.571421ms | 100.64.0.2 | DELETE "/v1/api-keys/b00c2c04-2d5e-46bb-b5ad-fe0177096b92" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:03:28.168Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a5036332-d4a7-4d48-afc0-36e312aed5b6","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:03:28.168Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a5036332-d4a7-4d48-afc0-36e312aed5b6","keyPrefix":"sk-oai-phAyLdl8nKdO...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:03:28 | 201 | 1.564493ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:03:28.198Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f2c7be71-70be-41af-b7e2-f616082bfc2a","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:03:28.198Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f2c7be71-70be-41af-b7e2-f616082bfc2a","keyPrefix":"sk-oai-120IXk5Ic6sb...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:03:28 | 201 | 1.464174ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:03:28.230Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"07f45f1f-b5af-4453-b4a5-e1bb6a762bcc","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:03:28.230Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"07f45f1f-b5af-4453-b4a5-e1bb6a762bcc","keyPrefix":"sk-oai-e16jeRv8H1Oi...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:03:28 | 201 | 2.041187ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:03:28 | 200 | 280.022µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:03:28 | 200 | 134.572µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-09T12:03:28.286Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"a5036332-d4a7-4d48-afc0-36e312aed5b6"} {"level":"info","timestamp":"2026-06-09T12:03:28.286Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"a5036332-d4a7-4d48-afc0-36e312aed5b6","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 12:03:28 | 200 | 1.669959ms | 100.64.0.2 | DELETE "/v1/api-keys/a5036332-d4a7-4d48-afc0-36e312aed5b6" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:03:28.318Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"f2c7be71-70be-41af-b7e2-f616082bfc2a"} {"level":"info","timestamp":"2026-06-09T12:03:28.318Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"f2c7be71-70be-41af-b7e2-f616082bfc2a","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 12:03:28 | 200 | 1.602143ms | 100.64.0.3 | DELETE "/v1/api-keys/f2c7be71-70be-41af-b7e2-f616082bfc2a" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:03:28.349Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"07f45f1f-b5af-4453-b4a5-e1bb6a762bcc"} {"level":"info","timestamp":"2026-06-09T12:03:28.349Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"07f45f1f-b5af-4453-b4a5-e1bb6a762bcc","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 12:03:28 | 200 | 1.552257ms | 100.64.0.2 | DELETE "/v1/api-keys/07f45f1f-b5af-4453-b4a5-e1bb6a762bcc" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:03:28 | 200 | 222.401µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:03:28 | 200 | 252.674µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:03:28 | 200 | 256.572µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" {"level":"info","timestamp":"2026-06-09T12:03:28.668Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f1503746-fd1c-4fd7-bcd6-0092c1e7869b","ephemeral":true} {"level":"info","timestamp":"2026-06-09T12:03:28.668Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f1503746-fd1c-4fd7-bcd6-0092c1e7869b","keyPrefix":"sk-oai-tq3LCrmcSeVI...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":true} [GIN] 2026/06/09 - 12:03:28 | 201 | 1.620983ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:03:28 | 200 | 4.223875ms | 100.64.0.2 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:03:28 | 200 | 509.44µs | 100.64.0.4 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:03:28.769Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"098b759c-3877-4d05-994b-218d09f1f1e1","ephemeral":true} {"level":"info","timestamp":"2026-06-09T12:03:28.769Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"098b759c-3877-4d05-994b-218d09f1f1e1","keyPrefix":"sk-oai-9566Mvle3BhH...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":true} [GIN] 2026/06/09 - 12:03:28 | 201 | 1.55715ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:03:29.171Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/06/09 - 12:03:29 | 200 | 444.479µs | ::1 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/06/09 - 12:03:29 | 200 | 288.541µs | 100.64.0.3 | GET "/v1/api-keys/098b759c-3877-4d05-994b-218d09f1f1e1" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:03:31 | 200 | 39.226µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T12:03:32.004Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-apikey-active-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"b5608eef-10be-4670-9b84-6b66959f7dcd","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:03:32.004Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b5608eef-10be-4670-9b84-6b66959f7dcd","keyPrefix":"sk-oai-r9sQcCjvKLwi...","username":"system:serviceaccount:llm:e2e-apikey-active-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:03:32 | 201 | 1.753319ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:03:32 | 200 | 38.831µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:03:36 | 200 | 39.283µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:03:41 | 200 | 40.625µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:03:42 | 200 | 39.489µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:03:46 | 200 | 39.371µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:03:51 | 200 | 40.24µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:03:52 | 200 | 40.107µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:03:56 | 200 | 41.775µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:04:01 | 200 | 46.134µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:04:02 | 200 | 43.249µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:04:06 | 200 | 44.731µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:04:11 | 200 | 38.704µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:04:12 | 200 | 63.274µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:04:16 | 200 | 40.672µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:04:21 | 200 | 45.068µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:04:22 | 200 | 39.317µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:04:26 | 200 | 46.989µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T12:04:29.872Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-apikey-pending-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"00cfff79-360e-4730-9947-80a6bc62cf7b","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:04:29.872Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"00cfff79-360e-4730-9947-80a6bc62cf7b","keyPrefix":"sk-oai-Yd8S7pzvZJxr...","username":"system:serviceaccount:llm:e2e-apikey-pending-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:04:29 | 201 | 1.930318ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:04:31 | 200 | 58.315µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:04:32 | 200 | 48.02µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:04:36 | 200 | 40.007µs | 10.132.0.2 | GET "/health" {"level":"warn","timestamp":"2026-06-09T12:04:40.149Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:llm:e2e-apikey-unreconciled-sa","requestedSubscription":"e2e-apikey-unreconciled-sub","error":"requested model is unhealthy in subscription"} {"level":"error","timestamp":"2026-06-09T12:04:40.149Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"requested model is unhealthy in subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/06/09 - 12:04:40 | 400 | 233.284µs | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:04:41 | 200 | 40.304µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:04:42 | 200 | 41.463µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:04:46 | 200 | 36.791µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:04:51 | 200 | 34.035µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:04:52 | 200 | 35.93µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:04:56 | 200 | 40.372µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:05:01 | 200 | 33.081µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T12:05:02.178Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-filter-sa-3726f35a","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"b2c94c9d-89d1-4612-9e37-23ef5af48605","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:05:02.178Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b2c94c9d-89d1-4612-9e37-23ef5af48605","keyPrefix":"sk-oai-geyuzVixLCMB...","username":"system:serviceaccount:llm:e2e-filter-sa-3726f35a","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:05:02 | 201 | 1.775892ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:05:02.215Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-filter-sa-3726f35a","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"4657771d-eff7-4eed-9bb5-4d95fe897ad0","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:05:02.215Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4657771d-eff7-4eed-9bb5-4d95fe897ad0","keyPrefix":"sk-oai-KM6fFLrDjNvs...","username":"system:serviceaccount:llm:e2e-filter-sa-3726f35a","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:05:02 | 201 | 1.560558ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:05:02.249Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-filter-sa-3726f35a","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"46d67f12-e25b-4ce1-8ce6-60d3ca4e19e1","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:05:02.249Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"46d67f12-e25b-4ce1-8ce6-60d3ca4e19e1","keyPrefix":"sk-oai-wnCi5pRnagU2...","username":"system:serviceaccount:llm:e2e-filter-sa-3726f35a","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:05:02 | 201 | 1.560536ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:05:02 | 200 | 4.191134ms | 100.64.0.4 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:05:02.325Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"b2c94c9d-89d1-4612-9e37-23ef5af48605"} {"level":"info","timestamp":"2026-06-09T12:05:02.325Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"b2c94c9d-89d1-4612-9e37-23ef5af48605","revokedBy":"system:serviceaccount:llm:e2e-filter-sa-3726f35a"} [GIN] 2026/06/09 - 12:05:02 | 200 | 1.888487ms | 100.64.0.3 | DELETE "/v1/api-keys/b2c94c9d-89d1-4612-9e37-23ef5af48605" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:05:02.358Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"4657771d-eff7-4eed-9bb5-4d95fe897ad0"} {"level":"info","timestamp":"2026-06-09T12:05:02.358Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"4657771d-eff7-4eed-9bb5-4d95fe897ad0","revokedBy":"system:serviceaccount:llm:e2e-filter-sa-3726f35a"} [GIN] 2026/06/09 - 12:05:02 | 200 | 1.684796ms | 100.64.0.2 | DELETE "/v1/api-keys/4657771d-eff7-4eed-9bb5-4d95fe897ad0" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:05:02.392Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"46d67f12-e25b-4ce1-8ce6-60d3ca4e19e1"} {"level":"info","timestamp":"2026-06-09T12:05:02.392Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"46d67f12-e25b-4ce1-8ce6-60d3ca4e19e1","revokedBy":"system:serviceaccount:llm:e2e-filter-sa-3726f35a"} [GIN] 2026/06/09 - 12:05:02 | 200 | 1.64872ms | 100.64.0.4 | DELETE "/v1/api-keys/46d67f12-e25b-4ce1-8ce6-60d3ca4e19e1" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:05:02 | 200 | 62.333µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:05:06 | 200 | 36.055µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:05:11 | 200 | 34.064µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T12:05:11.450Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"d3a96800-e58c-4fb1-9e17-2ae56e9c7852","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:05:11.450Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"d3a96800-e58c-4fb1-9e17-2ae56e9c7852","keyPrefix":"sk-oai-4ON53X9FJJj7...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:05:11 | 201 | 10.135985ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:05:11.485Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e5f30933-0dac-40d5-8b3b-c65088d88bdb","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:05:11.485Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e5f30933-0dac-40d5-8b3b-c65088d88bdb","keyPrefix":"sk-oai-13ncTXAo0kJu...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:05:11 | 201 | 1.751303ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:05:11 | 200 | 4.656892ms | 100.64.0.2 | POST "/v1/api-keys/search" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:05:11.561Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"d3a96800-e58c-4fb1-9e17-2ae56e9c7852"} {"level":"info","timestamp":"2026-06-09T12:05:11.561Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"d3a96800-e58c-4fb1-9e17-2ae56e9c7852","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 12:05:11 | 200 | 2.185667ms | 100.64.0.2 | DELETE "/v1/api-keys/d3a96800-e58c-4fb1-9e17-2ae56e9c7852" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:05:11.603Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"e5f30933-0dac-40d5-8b3b-c65088d88bdb"} {"level":"info","timestamp":"2026-06-09T12:05:11.603Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"e5f30933-0dac-40d5-8b3b-c65088d88bdb","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 12:05:11 | 200 | 1.761623ms | 100.64.0.3 | DELETE "/v1/api-keys/e5f30933-0dac-40d5-8b3b-c65088d88bdb" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:05:11.641Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"91b37534-28f6-409b-a648-30cb86201a78","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:05:11.641Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"91b37534-28f6-409b-a648-30cb86201a78","keyPrefix":"sk-oai-cxT90IrRgiOa...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:05:11 | 201 | 1.688717ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:05:11 | 200 | 677.212µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:05:11 | 200 | 136.373µs | 100.64.0.2 | POST "/internal/v1/subscriptions/select" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:05:12 | 200 | 34.919µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:05:16 | 200 | 32.634µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:05:21 | 200 | 33.639µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:05:22 | 200 | 40.943µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:05:26 | 200 | 32.97µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:05:28 | 200 | 572.027µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:05:28 | 200 | 152.499µs | 100.64.0.3 | POST "/internal/v1/subscriptions/select" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:05:31 | 200 | 34.212µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:05:32 | 200 | 36.423µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:05:36 | 200 | 36.411µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:05:41 | 200 | 36.127µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:05:42 | 200 | 32.55µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:05:46 | 200 | 33.952µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:05:51 | 200 | 59.016µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:05:52 | 200 | 37.061µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:05:56 | 200 | 44.157µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:06:01 | 200 | 43.596µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:06:02 | 200 | 45.292µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:06:06 | 200 | 40.716µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:06:11 | 200 | 45.382µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:06:12 | 200 | 46.973µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:06:16 | 200 | 46.595µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:06:21 | 200 | 39.918µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:06:22 | 200 | 39.621µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:06:26 | 200 | 42.693µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:06:31 | 200 | 44.11µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:06:32 | 200 | 40.218µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:06:36 | 200 | 52.517µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:06:41 | 200 | 39.021µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:06:42 | 200 | 41.932µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:06:46 | 200 | 42.719µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:06:51 | 200 | 41.488µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:06:52 | 200 | 39.953µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:06:56 | 200 | 37.459µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:07:01 | 200 | 40.863µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:07:02 | 200 | 41.145µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:07:06 | 200 | 52.694µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:07:11 | 200 | 52.832µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:07:12 | 200 | 42.217µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:07:16 | 200 | 39.528µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:07:21 | 200 | 43.029µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:07:22 | 200 | 45.35µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:07:26 | 200 | 38.675µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:07:31 | 200 | 43.29µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:07:32 | 200 | 41.433µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:07:36 | 200 | 39.306µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:07:41 | 200 | 51.222µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T12:07:41.722Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"91b37534-28f6-409b-a648-30cb86201a78"} {"level":"info","timestamp":"2026-06-09T12:07:41.722Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"91b37534-28f6-409b-a648-30cb86201a78","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 12:07:41 | 200 | 1.961609ms | 100.64.0.4 | DELETE "/v1/api-keys/91b37534-28f6-409b-a648-30cb86201a78" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:07:41.763Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"689cdf1d-5915-4df1-862f-641b1c7301fa","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:07:41.763Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"689cdf1d-5915-4df1-862f-641b1c7301fa","keyPrefix":"sk-oai-MjMqODYWJnB6...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:07:41 | 201 | 1.826261ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:07:41 | 200 | 425.97µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:07:41 | 200 | 186.527µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-09T12:07:41.844Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ef5baa9b-a4a1-46cf-bec9-9965dada61a9","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:07:41.844Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ef5baa9b-a4a1-46cf-bec9-9965dada61a9","keyPrefix":"sk-oai-1Q7ZaIbMuEmZ...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:07:41 | 201 | 1.559364ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:07:41 | 200 | 430.188µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:07:41 | 200 | 172.925µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-09T12:07:41.911Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5a5cc8bf-fd81-423d-a2de-ab5a648d7e71","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:07:41.911Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5a5cc8bf-fd81-423d-a2de-ab5a648d7e71","keyPrefix":"sk-oai-mLigElSbeWng...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:07:41 | 201 | 1.444483ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:07:42 | 200 | 38.796µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:07:46 | 200 | 43.927µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:07:46 | 200 | 1.848802ms | 10.133.0.41 | POST "/internal/v1/api-keys/validate" {"level":"info","timestamp":"2026-06-09T12:07:46.979Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"350da32e-724a-4637-ba27-4367bca91e1f","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:07:46.979Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"350da32e-724a-4637-ba27-4367bca91e1f","keyPrefix":"sk-oai-7kXYDRsvdQPE...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:07:46 | 201 | 1.816487ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:07:51 | 200 | 38.249µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:07:52 | 200 | 39.608µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:07:56 | 200 | 42.737µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T12:07:56.041Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"76899c82-1879-450b-b101-17590257ced2","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:07:56.041Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"76899c82-1879-450b-b101-17590257ced2","keyPrefix":"sk-oai-pz78nNMrD4EB...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:07:56 | 201 | 1.64521ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:07:56 | 200 | 429.29µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:07:56 | 200 | 181.184µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:07:56 | 200 | 325.837µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:07:56 | 200 | 183.676µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:07:56 | 200 | 311.235µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:07:56 | 200 | 168.711µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:07:56 | 200 | 275.986µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:07:56 | 200 | 135.742µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:08:01 | 200 | 40.556µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:08:02 | 200 | 38.722µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:08:06 | 200 | 40.634µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T12:08:08.698Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1feb97f3-dcff-474a-8e77-01c03f08b8b3","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:08:08.698Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1feb97f3-dcff-474a-8e77-01c03f08b8b3","keyPrefix":"sk-oai-160apbZisQR4...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:08:08 | 201 | 2.810001ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:08:08 | 200 | 337.993µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:08:08 | 200 | 154.152µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:08:08 | 200 | 328.06µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:08:08 | 200 | 162.879µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-06-09T12:08:09.082Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2847b996-c35a-4261-94a4-eedc9e51cb75","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:08:09.082Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2847b996-c35a-4261-94a4-eedc9e51cb75","keyPrefix":"sk-oai-fdTeOSaDMmsp...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:08:09 | 201 | 1.526403ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:08:09.112Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"2847b996-c35a-4261-94a4-eedc9e51cb75"} {"level":"info","timestamp":"2026-06-09T12:08:09.112Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"2847b996-c35a-4261-94a4-eedc9e51cb75","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 12:08:09 | 200 | 1.843022ms | 100.64.0.2 | DELETE "/v1/api-keys/2847b996-c35a-4261-94a4-eedc9e51cb75" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:08:09.147Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c0a4507e-4470-472d-8717-685d5111d594","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:08:09.147Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c0a4507e-4470-472d-8717-685d5111d594","keyPrefix":"sk-oai-gGFUiSIBj6TJ...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:08:09 | 201 | 1.529183ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-06-09T12:08:09.178Z","caller":"api_keys/store_postgres.go:468","message":"Revoked API key","id":"c0a4507e-4470-472d-8717-685d5111d594"} {"level":"info","timestamp":"2026-06-09T12:08:09.178Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"c0a4507e-4470-472d-8717-685d5111d594","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/06/09 - 12:08:09 | 200 | 1.665225ms | 100.64.0.3 | DELETE "/v1/api-keys/c0a4507e-4470-472d-8717-685d5111d594" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"warn","timestamp":"2026-06-09T12:08:09.210Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:default:tester-regular-user","requestedSubscription":"e2e-no-such-subscription-4153b1ece3bc4dbba5caaec8dc5ea94a","error":"requested subscription not found"} {"level":"error","timestamp":"2026-06-09T12:08:09.210Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"requested subscription not found","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/06/09 - 12:08:09 | 400 | 279.298µs | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:08:09 | 200 | 336.291µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:08:09 | 200 | 134.95µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:08:09 | 200 | 315.992µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:08:09 | 200 | 157.235µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:08:11 | 200 | 39.196µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:08:12 | 200 | 42.632µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:08:16 | 200 | 39.331µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:08:17 | 200 | 442.02µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:08:17 | 200 | 165.27µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:08:21 | 200 | 42.577µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:08:22 | 200 | 39.893µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:08:26 | 200 | 38.658µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:08:31 | 200 | 40.689µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:08:32 | 200 | 40.011µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:08:36 | 200 | 40.821µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:08:41 | 200 | 41.171µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:08:42 | 200 | 43.837µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:08:46 | 200 | 40.862µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:08:51 | 200 | 45.967µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:08:52 | 200 | 44.097µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:08:56 | 200 | 40.541µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:09:01 | 200 | 39.491µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:09:02 | 200 | 51.857µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:09:06 | 200 | 39.837µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:09:11 | 200 | 40.829µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:09:12 | 200 | 39.17µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:09:16 | 200 | 39.052µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:09:16 | 200 | 790.477µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:09:16 | 200 | 195.964µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:09:18 | 200 | 503.259µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:09:18 | 200 | 253.834µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:09:20 | 200 | 475.544µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:09:20 | 200 | 215.622µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:09:21 | 200 | 45.542µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:09:22 | 200 | 444.315µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:09:22 | 200 | 169.158µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:09:22 | 200 | 44.396µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:09:24 | 200 | 452.515µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:09:24 | 200 | 183.389µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:09:26 | 200 | 39.55µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:09:26 | 200 | 436.097µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:09:26 | 200 | 188.447µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:09:28 | 200 | 515.569µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:09:28 | 200 | 184.228µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:09:30 | 200 | 484.534µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:09:30 | 200 | 190.779µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:09:31 | 200 | 39.068µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:09:32 | 200 | 448.53µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:09:32 | 200 | 155.213µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:09:32 | 200 | 39.606µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:09:34 | 200 | 460.905µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:09:34 | 200 | 206.232µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:09:36 | 200 | 43.259µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:09:36 | 200 | 454.398µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:09:36 | 200 | 160.492µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:09:41 | 200 | 43.442µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:09:42 | 200 | 43.29µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:09:46 | 200 | 43.388µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:09:51 | 200 | 39.672µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:09:52 | 200 | 41.527µs | 10.132.0.2 | GET "/health" {"level":"info","timestamp":"2026-06-09T12:09:53.064Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e5dcbea6-a7bb-4bea-80d8-bf50cfe1b2ac","ephemeral":false} {"level":"info","timestamp":"2026-06-09T12:09:53.064Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e5dcbea6-a7bb-4bea-80d8-bf50cfe1b2ac","keyPrefix":"sk-oai-rAc2Rae2yk62...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/06/09 - 12:09:53 | 201 | 1.69127ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/06/09 - 12:09:53 | 200 | 330.271µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:09:53 | 200 | 141.484µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:09:56 | 200 | 41.349µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:10:01 | 200 | 41.858µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:10:02 | 200 | 42.953µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:10:06 | 200 | 40.341µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:10:11 | 200 | 39.933µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:10:12 | 200 | 45.558µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:10:16 | 200 | 47.415µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:10:17 | 200 | 8.552135ms | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:10:17 | 200 | 161.91µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:10:21 | 200 | 44.121µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:10:22 | 200 | 39.636µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:10:26 | 200 | 42.628µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:10:31 | 200 | 39.972µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:10:32 | 200 | 39.221µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:10:34 | 200 | 570.345µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:10:34 | 200 | 238.824µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:10:36 | 200 | 44.045µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:10:41 | 200 | 45.759µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:10:42 | 200 | 40.598µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:10:46 | 200 | 41.99µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:10:51 | 200 | 43.832µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:10:51 | 200 | 550.593µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:10:51 | 200 | 187.83µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:10:52 | 200 | 50.207µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:10:56 | 200 | 36.75µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:11:01 | 200 | 33.513µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:11:02 | 200 | 34.58µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:11:06 | 200 | 35.193µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:11:08 | 200 | 813.861µs | 10.133.0.41 | POST "/internal/v1/api-keys/validate" [GIN] 2026/06/09 - 12:11:08 | 200 | 360.891µs | 10.133.0.41 | POST "/internal/v1/subscriptions/select" [GIN] 2026/06/09 - 12:11:11 | 200 | 40.904µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:11:12 | 200 | 46.544µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:11:16 | 200 | 47.948µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:11:21 | 200 | 38.11µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:11:22 | 200 | 40.177µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:11:26 | 200 | 40.415µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:11:31 | 200 | 40.445µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:11:32 | 200 | 41.449µs | 10.132.0.2 | GET "/health" [GIN] 2026/06/09 - 12:11:36 | 200 | 39.369µs | 10.132.0.2 | GET "/health"