[GIN] 2026/06/05 - 03:41:02 | 200 |      51.764µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:41:07 | 200 |      38.182µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:41:07 | 200 |      38.513µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:41:12 | 200 |       40.22µs |      10.134.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-05T03:41:13.564Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-05T03:41:13.564Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/05 - 03:41:13 | 400 |      301.82µs |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:41:17 | 200 |      39.181µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:41:17 | 200 |      41.877µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:41:22 | 200 |      48.036µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:41:27 | 200 |       41.73µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:41:27 | 200 |      41.887µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T03:41:30.919Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"8cdde6e2-bb3a-4174-a887-ad753c18b3d5","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T03:41:30.919Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8cdde6e2-bb3a-4174-a887-ad753c18b3d5","keyPrefix":"sk-oai-xZ5pWVjAiyPn...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 03:41:30 | 201 |   10.501459ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:41:30 | 200 |    1.358407ms |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:41:30 | 200 |     260.358µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 03:41:32 | 200 |      44.389µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:41:37 | 200 |      41.136µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:41:37 | 200 |      47.072µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T03:41:39.975Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"37a8bf35-98b1-4d71-999b-27976f707c51","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T03:41:39.975Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"37a8bf35-98b1-4d71-999b-27976f707c51","keyPrefix":"sk-oai-Lvcgqkz2yIpw...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 03:41:39 | 201 |    1.913759ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:41:42 | 200 |      38.851µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:41:47 | 200 |       39.75µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:41:47 | 200 |      46.914µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:41:48 | 200 |      852.03µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:41:48 | 200 |     251.217µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 03:41:52 | 200 |      40.332µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:41:57 | 200 |      38.641µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:41:57 | 200 |      39.442µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:42:02 | 200 |      43.959µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T03:42:05.510Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"a24eb1c4-5a70-4a10-a105-bb1da5bf33b0","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T03:42:05.510Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a24eb1c4-5a70-4a10-a105-bb1da5bf33b0","keyPrefix":"sk-oai-wkApsFmfi7Hw...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 03:42:05 | 201 |    1.396716ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:42:05 | 200 |     551.882µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:42:05 | 200 |     245.401µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 03:42:07 | 200 |      37.897µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:42:07 | 200 |      57.746µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:42:12 | 200 |      62.062µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:42:17 | 200 |      40.147µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:42:17 | 200 |       41.44µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:42:22 | 200 |      43.067µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:42:27 | 200 |      38.942µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:42:27 | 200 |      58.555µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:42:32 | 200 |      42.228µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:42:37 | 200 |      37.856µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:42:37 | 200 |      41.274µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:42:42 | 200 |      44.192µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:42:47 | 200 |      42.698µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:42:47 | 200 |      38.693µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:42:52 | 200 |      40.923µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:42:57 | 200 |      38.321µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:42:57 | 200 |      50.486µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:43:02 | 200 |      43.213µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:43:07 | 200 |      44.971µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:43:07 | 200 |      45.093µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:43:12 | 200 |      50.041µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:43:17 | 200 |      53.416µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:43:17 | 200 |      58.694µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:43:22 | 200 |      38.964µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:43:27 | 200 |      42.664µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:43:27 | 200 |      39.771µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:43:32 | 200 |      45.071µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:43:37 | 200 |      54.438µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:43:37 | 200 |      40.789µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:43:42 | 200 |      49.778µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:43:47 | 200 |      44.486µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:43:47 | 200 |       41.75µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:43:52 | 200 |      43.828µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:43:57 | 200 |      49.456µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:43:57 | 200 |       46.68µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:44:02 | 200 |      41.024µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T03:44:04.846Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"90ceeea8-63a9-4e20-9087-c263c7e5b532","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T03:44:04.846Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"90ceeea8-63a9-4e20-9087-c263c7e5b532","keyPrefix":"sk-oai-LKTK7xaotMet...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 03:44:04 | 201 |    2.085249ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:44:07 | 200 |       42.93µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:44:07 | 200 |       42.16µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:44:12 | 200 |      42.816µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:44:17 | 200 |      34.029µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:44:17 | 200 |      38.925µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:44:22 | 200 |      33.544µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:44:27 | 200 |      34.201µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:44:27 | 200 |      33.008µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:44:29 | 200 |     807.842µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:44:29 | 200 |     360.668µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 03:44:30 | 404 |     898.457µs |      100.64.0.3 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:44:32 | 200 |      33.281µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:44:37 | 200 |      49.741µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:44:37 | 200 |      32.111µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:44:42 | 200 |       33.95µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:44:47 | 200 |      37.746µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:44:47 | 200 |      34.683µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:44:52 | 200 |      35.563µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:44:57 | 200 |      34.704µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:44:57 | 200 |      42.158µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T03:45:01.437Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0}
[GIN] 2026/06/05 - 03:45:01 | 200 |     948.722µs |     10.132.0.41 | POST     "/internal/v1/api-keys/cleanup"
[GIN] 2026/06/05 - 03:45:02 | 200 |      33.211µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:45:07 | 200 |      34.173µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:45:07 | 200 |       39.33µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:45:12 | 200 |      35.726µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:45:17 | 200 |      42.673µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:45:17 | 200 |      35.827µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:45:22 | 200 |      34.213µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T03:45:22.576Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"7916c80c-f441-4bf1-8de5-4ae199bb5cb0","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T03:45:22.576Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7916c80c-f441-4bf1-8de5-4ae199bb5cb0","keyPrefix":"sk-oai-1G0S4dFZqtTX...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 03:45:22 | 201 |    1.955635ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:45:22 | 200 |     611.523µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:45:22 | 200 |     255.272µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 03:45:27 | 200 |      35.722µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:45:27 | 200 |      31.543µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:45:32 | 200 |      44.459µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:45:37 | 200 |      37.973µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:45:37 | 200 |      34.838µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T03:45:41.773Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"42e3e80b-a7e5-4cbd-8710-6bfcdf3a5c41","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T03:45:41.773Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"42e3e80b-a7e5-4cbd-8710-6bfcdf3a5c41","keyPrefix":"sk-oai-ReS0DmWbwWGg...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 03:45:41 | 201 |    2.056622ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:45:41 | 200 |     754.232µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:45:41 | 200 |     350.217µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 03:45:42 | 200 |     661.929µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:45:42 | 200 |     403.396µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 03:45:42 | 200 |      46.676µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:45:47 | 200 |      40.222µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:45:47 | 200 |      40.009µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:45:52 | 200 |      34.577µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:45:57 | 200 |      33.898µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:45:57 | 200 |      33.365µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T03:46:01.242Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"493ed33f-b3a9-4290-bf92-5885a00ac07a","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T03:46:01.242Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"493ed33f-b3a9-4290-bf92-5885a00ac07a","keyPrefix":"sk-oai-pIsk7vi4EST6...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 03:46:01 | 201 |    2.121129ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:46:01 | 200 |     457.333µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:46:01 | 200 |     435.406µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:46:01 | 200 |     287.706µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 03:46:01 | 200 |   20.235422ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:46:02 | 200 |       57.54µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:46:07 | 200 |      47.733µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:46:07 | 200 |      43.157µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:46:12 | 200 |      43.137µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:46:17 | 200 |      46.752µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:46:17 | 200 |      38.817µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:46:20 | 200 |     166.991µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 03:46:20 | 200 |     344.448µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 03:46:20 | 200 |   21.627576ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:46:22 | 200 |       39.56µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:46:27 | 200 |      40.222µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:46:27 | 200 |      48.795µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:46:32 | 200 |      39.573µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T03:46:34.507Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"195727f5-9d68-42a0-96cd-16073bb06585","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T03:46:34.507Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"195727f5-9d68-42a0-96cd-16073bb06585","keyPrefix":"sk-oai-wcGhBOHrGHwr...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 03:46:34 | 201 |   10.594575ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:46:37 | 200 |      40.904µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:46:37 | 200 |      45.284µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:46:42 | 200 |      39.977µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:46:47 | 200 |      41.694µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:46:47 | 200 |      39.645µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:46:52 | 200 |      44.591µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:46:57 | 200 |      39.532µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:46:57 | 200 |      42.779µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:47:02 | 200 |      43.293µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:47:04 | 200 |    1.443991ms |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:47:04 | 200 |     371.846µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 03:47:04 | 200 |     716.032µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:47:04 | 200 |     608.125µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:47:04 | 200 |     346.099µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 03:47:04 | 200 |   12.951505ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:47:07 | 200 |      61.292µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:47:07 | 200 |      47.431µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:47:12 | 200 |      39.558µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:47:17 | 200 |      38.584µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:47:17 | 200 |      38.044µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:47:21 | 200 |     367.032µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 03:47:21 | 200 |   11.524458ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:47:22 | 200 |      39.273µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:47:27 | 200 |      38.987µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:47:27 | 200 |       48.91µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T03:47:30.283Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f28d4052-d92e-4cd9-87dd-d027d2c30bf6","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T03:47:30.283Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f28d4052-d92e-4cd9-87dd-d027d2c30bf6","keyPrefix":"sk-oai-IZb6gT3Yw5RJ...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 03:47:30 | 201 |    1.969216ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:47:32 | 200 |      43.438µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:47:37 | 200 |      41.482µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:47:37 | 200 |      47.928µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:47:38 | 200 |      919.54µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:47:38 | 200 |     629.308µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:47:38 | 200 |     364.327µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 03:47:38 | 200 |     10.1089ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T03:47:38.823Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6146de1e-8ecf-407b-ba87-41d2ab839ae9","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T03:47:38.823Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6146de1e-8ecf-407b-ba87-41d2ab839ae9","keyPrefix":"sk-oai-gh3qeBPi6G6w...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 03:47:38 | 201 |    1.675605ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:47:42 | 200 |       42.06µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:47:46 | 200 |     894.061µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:47:46 | 200 |     520.618µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:47:46 | 200 |     395.162µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 03:47:46 | 200 |    7.294695ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:47:46 | 200 |     543.491µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:47:46 | 200 |     539.981µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:47:46 | 200 |     356.812µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 03:47:46 | 200 |    6.671026ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:47:47 | 200 |      37.221µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:47:47 | 200 |      36.698µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T03:47:47.821Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6883062d-721c-4a19-be29-817da38af668","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T03:47:47.821Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6883062d-721c-4a19-be29-817da38af668","keyPrefix":"sk-oai-18gUOJFtZwsC...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 03:47:47 | 201 |    1.741134ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:47:52 | 200 |       38.15µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:47:55 | 200 |      946.09µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:47:55 | 200 |     604.334µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:47:55 | 200 |     396.042µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 03:47:55 | 200 |   11.781177ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:47:57 | 200 |      49.887µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:47:57 | 200 |      40.518µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:48:02 | 200 |      46.571µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T03:48:04.992Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"73e0c842-5b7a-4dc9-9049-0e7da3a15772","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T03:48:04.992Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"73e0c842-5b7a-4dc9-9049-0e7da3a15772","keyPrefix":"sk-oai-d3a80rxzx2tc...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 03:48:04 | 201 |    2.012808ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:48:07 | 200 |       41.79µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:48:07 | 200 |       53.72µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:48:12 | 200 |      41.438µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:48:13 | 200 |     871.838µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:48:13 | 200 |     605.178µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:48:13 | 200 |     430.953µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 03:48:13 | 200 |     532.726µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:48:13 | 200 |     378.989µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 03:48:13 | 200 |   17.906664ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:48:17 | 200 |      39.363µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:48:17 | 200 |      54.575µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:48:22 | 200 |       59.83µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T03:48:26.410Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b1d3dfa2-7054-4936-b7bc-82dec5cff74f","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T03:48:26.410Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b1d3dfa2-7054-4936-b7bc-82dec5cff74f","keyPrefix":"sk-oai-952rRO4sDNHm...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 03:48:26 | 201 |    2.138581ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:48:27 | 200 |      39.396µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:48:27 | 200 |      38.213µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:48:32 | 200 |      43.333µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:48:34 | 200 |     788.396µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:48:34 | 200 |      676.39µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:48:34 | 200 |     147.921µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 03:48:34 | 200 |    9.810537ms |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:48:34 | 200 |     391.443µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 03:48:34 | 200 |   22.959748ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:48:37 | 200 |      44.063µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:48:37 | 200 |       41.07µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:48:42 | 200 |      39.658µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:48:47 | 200 |      33.253µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:48:47 | 200 |       57.11µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:48:52 | 200 |      38.981µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:48:52 | 200 |     390.777µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 03:48:52 | 200 |     346.487µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 03:48:52 | 200 |     329.372µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 03:48:52 | 200 |   33.245338ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:48:57 | 200 |        40.2µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:48:57 | 200 |      40.564µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:49:02 | 200 |      41.061µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:49:07 | 200 |      50.162µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:49:07 | 200 |      54.973µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:49:10 | 200 |     354.899µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 03:49:10 | 200 |   12.613699ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:49:12 | 200 |      49.714µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:49:17 | 200 |      38.596µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:49:17 | 200 |      42.567µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:49:22 | 200 |       39.35µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T03:49:23.728Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"6b1c1459-860e-457d-af08-6f47817375da","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T03:49:23.729Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6b1c1459-860e-457d-af08-6f47817375da","keyPrefix":"sk-oai-1bXptaBbb17e...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 03:49:23 | 201 |    2.018952ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:49:27 | 200 |      41.091µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:49:27 | 200 |      41.806µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:49:31 | 200 |    1.249555ms |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:49:31 | 200 |     127.681µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:49:32 | 200 |      44.763µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T03:49:32.349Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7d24b075-5124-4940-93c6-6cd638288430","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T03:49:32.349Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7d24b075-5124-4940-93c6-6cd638288430","keyPrefix":"sk-oai-x5zkFXFkSvYQ...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 03:49:32 | 201 |    1.849131ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:49:37 | 200 |      36.178µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:49:37 | 200 |      50.799µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:49:40 | 200 |    1.126321ms |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:49:40 | 200 |     762.835µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:49:40 | 200 |     377.428µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 03:49:40 | 200 |   11.520788ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T03:49:40.761Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"ec8c17c0-da24-475a-ad40-5dbaac261305","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T03:49:40.761Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ec8c17c0-da24-475a-ad40-5dbaac261305","keyPrefix":"sk-oai-qC5eYemUtKTV...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 03:49:40 | 201 |    1.769944ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:49:42 | 200 |      47.249µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:49:47 | 200 |      39.046µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:49:47 | 200 |      39.992µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:49:48 | 200 |    1.017288ms |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:49:48 | 200 |     648.382µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:49:48 | 200 |      348.25µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 03:49:48 | 200 |   10.348044ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T03:49:49.507Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"b6be7ed1-da35-45f8-9cc4-c10d67c24c99","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T03:49:49.507Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b6be7ed1-da35-45f8-9cc4-c10d67c24c99","keyPrefix":"sk-oai-Mc2mxFXN6fEQ...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 03:49:49 | 201 |    1.715418ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:49:52 | 200 |          43µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:49:57 | 200 |      40.863µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:49:57 | 200 |     942.407µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:49:57 | 200 |     548.581µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:49:57 | 200 |     379.608µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 03:49:57 | 200 |   10.451236ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:49:57 | 200 |      37.539µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:50:02 | 200 |      39.124µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T03:50:06.681Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"6e0dcca9-136d-466f-8d48-ac94f3b669e7","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T03:50:06.681Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6e0dcca9-136d-466f-8d48-ac94f3b669e7","keyPrefix":"sk-oai-1CRGVVmm6uYQ...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 03:50:06 | 201 |     2.27206ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:50:07 | 200 |      38.942µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:50:07 | 200 |      38.092µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:50:12 | 200 |      42.587µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:50:17 | 200 |      40.312µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:50:17 | 200 |      52.289µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:50:22 | 200 |      39.385µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:50:22 | 200 |     716.944µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:50:22 | 403 |      97.431µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:50:27 | 200 |      41.629µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:50:27 | 200 |      40.122µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:50:32 | 200 |      40.742µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:50:37 | 200 |       38.99µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:50:37 | 200 |      39.725µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:50:40 | 403 |     122.262µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:50:42 | 200 |      44.399µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:50:47 | 200 |      59.142µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:50:47 | 200 |      40.419µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:50:52 | 200 |      38.368µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:50:57 | 403 |     120.391µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:50:57 | 200 |      44.615µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:50:57 | 200 |      47.753µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:51:02 | 200 |      83.781µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:51:07 | 200 |      38.468µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:51:07 | 200 |      40.637µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:51:12 | 200 |      39.498µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:51:14 | 403 |     189.846µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:51:17 | 200 |      41.081µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:51:17 | 200 |      37.468µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:51:22 | 200 |      43.412µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:51:27 | 200 |      37.783µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:51:27 | 200 |      38.388µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T03:51:28.464Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5f890497-b3d1-4cf3-a473-16bc2a634b41","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T03:51:28.464Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"5f890497-b3d1-4cf3-a473-16bc2a634b41","keyPrefix":"sk-oai-JTsw3DV4C8Z0...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 03:51:28 | 201 |    2.198627ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:51:32 | 200 |      39.021µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:51:36 | 200 |     624.279µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:51:36 | 200 |     642.057µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:51:36 | 200 |      363.57µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 03:51:36 | 200 |   19.312969ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:51:37 | 200 |      39.268µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:51:37 | 200 |      38.865µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:51:42 | 200 |      42.746µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:51:47 | 200 |      41.067µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:51:47 | 200 |      51.029µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T03:51:50.670Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1592dae0-1c8c-4d2c-ba4e-2cd48579064d","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T03:51:50.670Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1592dae0-1c8c-4d2c-ba4e-2cd48579064d","keyPrefix":"sk-oai-A5IavMMXoao0...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 03:51:50 | 201 |    3.269959ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T03:51:50.704Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"9b3db0ca-4842-434f-81f0-c2d7fd261908","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T03:51:50.704Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"9b3db0ca-4842-434f-81f0-c2d7fd261908","keyPrefix":"sk-oai-J1Kp8x2DKcCg...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 03:51:50 | 201 |    1.710392ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:51:52 | 200 |      40.781µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:51:57 | 200 |      41.579µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:51:57 | 200 |      42.118µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:51:58 | 200 |     870.356µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:51:58 | 200 |      567.62µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:51:58 | 200 |     439.742µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 03:51:58 | 200 |   10.252309ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:51:58 | 200 |     584.195µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:51:58 | 200 |      564.29µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:51:58 | 200 |     424.714µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 03:51:58 | 200 |    9.683701ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:52:02 | 200 |      44.017µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:52:07 | 200 |      37.464µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:52:07 | 200 |      41.224µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:52:12 | 200 |      40.687µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:52:15 | 200 |       242.2µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 03:52:15 | 200 |     209.034µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 03:52:15 | 200 |     228.928µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 03:52:15 | 200 |    34.87323ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:52:17 | 200 |      43.327µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:52:17 | 200 |       42.23µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:52:22 | 200 |      37.684µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:52:27 | 200 |      39.868µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:52:27 | 200 |      42.268µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:52:32 | 200 |      38.654µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:52:33 | 200 |     251.754µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 03:52:33 | 200 |   12.629543ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:52:33 | 200 |     216.078µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 03:52:33 | 200 |   11.138546ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:52:37 | 200 |      42.188µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:52:37 | 200 |      43.012µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:52:42 | 200 |      43.508µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:52:47 | 200 |      39.501µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:52:47 | 200 |      40.435µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:52:52 | 200 |      38.824µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:52:57 | 200 |      45.317µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:52:57 | 200 |      39.714µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T03:52:59.480Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"57b552db-6598-406b-afe2-9bc2258685fb","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T03:52:59.480Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"57b552db-6598-406b-afe2-9bc2258685fb","keyPrefix":"sk-oai-1FHyFay3CXCC...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 03:52:59 | 201 |    2.360597ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:52:59 | 200 |     566.088µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:52:59 | 200 |      268.15µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 03:52:59 | 200 |      511.98µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:52:59 | 200 |     218.886µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 03:52:59 | 200 |     549.757µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:52:59 | 200 |     237.406µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 03:52:59 | 200 |     458.616µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:52:59 | 200 |     378.473µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:52:59 | 200 |      271.24µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 03:52:59 | 200 |   11.013459ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:53:02 | 200 |      39.576µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:53:07 | 200 |      43.322µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:53:07 | 200 |      41.575µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:53:12 | 200 |      40.316µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:53:17 | 200 |      40.311µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T03:53:17.332Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"41e575f1-a8b9-45fc-8245-1b6fb9167638","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T03:53:17.332Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"41e575f1-a8b9-45fc-8245-1b6fb9167638","keyPrefix":"sk-oai-JnJkeP8j5R9Q...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/05 - 03:53:17 | 201 |    2.198542ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:53:17 | 200 |      40.764µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:53:17 | 200 |     745.524µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:53:17 | 200 |     379.949µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 03:53:22 | 200 |      37.881µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:53:27 | 200 |      39.773µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:53:27 | 200 |      39.298µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:53:32 | 200 |      52.922µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:53:37 | 200 |      42.784µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:53:37 | 200 |      42.738µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:53:42 | 200 |      40.587µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:53:47 | 200 |      41.833µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:53:47 | 200 |      38.326µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:53:52 | 200 |      38.264µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:53:57 | 200 |      43.984µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:53:57 | 200 |      43.869µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:54:02 | 200 |      35.136µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:54:07 | 200 |       55.12µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:54:07 | 200 |      40.978µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:54:12 | 200 |      50.663µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:54:17 | 200 |      39.452µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:54:17 | 200 |      38.807µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:54:22 | 200 |      43.292µs |      10.134.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-05T03:54:23.809Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"61e89e1b-9e95-4db7-8bab-c1f9d723dc85","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T03:54:23.809Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"61e89e1b-9e95-4db7-8bab-c1f9d723dc85","keyPrefix":"sk-oai-xX64Hg9A2K41...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 03:54:23 | 201 |   12.448236ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T03:54:24.694Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"e04ebb34-cc38-40cd-a87d-8792ac8fac29","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T03:54:24.694Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e04ebb34-cc38-40cd-a87d-8792ac8fac29","keyPrefix":"sk-oai-FzUBZbwuJRfk...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/05 - 03:54:24 | 201 |    1.881478ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T03:54:25.083Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"b99e4913-7cbb-4ccc-bfa3-9a4b0595ce5b","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T03:54:25.083Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b99e4913-7cbb-4ccc-bfa3-9a4b0595ce5b","keyPrefix":"sk-oai-Dl3kQMQbOzPI...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 03:54:25 | 201 |    1.781913ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:54:25 | 200 |    1.150108ms |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:54:25 | 200 |     371.775µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:54:25 | 200 |     130.489µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 03:54:25 | 200 |   10.616278ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:54:25 | 200 |     391.267µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:54:25 | 200 |      90.348µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-05T03:54:25.302Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"2a14684e-1ef0-40d3-b84f-c92e55ae2814","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T03:54:25.302Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2a14684e-1ef0-40d3-b84f-c92e55ae2814","keyPrefix":"sk-oai-5MhOX1pH4M6m...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 03:54:25 | 201 |    1.833981ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T03:54:25.331Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"2a14684e-1ef0-40d3-b84f-c92e55ae2814"}
{"level":"info","timestamp":"2026-06-05T03:54:25.331Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"2a14684e-1ef0-40d3-b84f-c92e55ae2814","revokedBy":"alice_lead"}
[GIN] 2026/06/05 - 03:54:25 | 200 |    2.657064ms |      100.64.0.4 | DELETE   "/v1/api-keys/2a14684e-1ef0-40d3-b84f-c92e55ae2814" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:54:27 | 200 |      33.955µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:54:27 | 200 |      31.894µs |      10.134.0.2 | GET      "/health"
[GIN] 2026/06/05 - 03:54:28 | 200 |     876.742µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-05T03:54:28.360Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/05 - 03:54:28 | 500 |     120.961µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T03:54:28.833Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"25b72ebf-2e0e-46a3-9bc4-6b7024eff88a","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T03:54:28.833Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"25b72ebf-2e0e-46a3-9bc4-6b7024eff88a","keyPrefix":"sk-oai-1XJiyykrtJLv...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 03:54:28 | 201 |    1.352025ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T03:54:28.860Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"f702d300-76da-4358-b091-58bdb6e8577f","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T03:54:28.860Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f702d300-76da-4358-b091-58bdb6e8577f","keyPrefix":"sk-oai-1D5TriWvBWaO...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/05 - 03:54:28 | 201 |    1.710819ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T03:54:29.013Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"26e3bfca-f108-49d1-b277-43675a51987d","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T03:54:29.013Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"26e3bfca-f108-49d1-b277-43675a51987d","keyPrefix":"sk-oai-1RtECnKGGQYr...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 03:54:29 | 201 |    1.678318ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T03:54:29.039Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"26e3bfca-f108-49d1-b277-43675a51987d"}
{"level":"info","timestamp":"2026-06-05T03:54:29.039Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"26e3bfca-f108-49d1-b277-43675a51987d","revokedBy":"alice_lead"}
[GIN] 2026/06/05 - 03:54:29 | 200 |    2.026198ms |      100.64.0.3 | DELETE   "/v1/api-keys/26e3bfca-f108-49d1-b277-43675a51987d" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:54:29 | 404 |     648.717µs |      100.64.0.2 | DELETE   "/v1/api-keys/26e3bfca-f108-49d1-b277-43675a51987d" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T03:54:29.230Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"76203fa0-943c-4ed1-a4b1-ba99084f7824","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T03:54:29.230Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"76203fa0-943c-4ed1-a4b1-ba99084f7824","keyPrefix":"sk-oai-dEBZGgEBcizj...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 03:54:29 | 201 |     1.68395ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:54:29 | 200 |     542.068µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:54:29 | 200 |     511.574µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:54:29 | 200 |     215.625µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 03:54:29 | 200 |    9.978423ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T03:54:29.410Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"4aafaa5b-fce5-418d-bb9d-8a2a5ad64a94","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T03:54:29.410Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4aafaa5b-fce5-418d-bb9d-8a2a5ad64a94","keyPrefix":"sk-oai-18udAigWBZpl...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 03:54:29 | 201 |    1.738904ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:54:29 | 200 |     475.315µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:54:29 | 403 |      90.792µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:54:29 | 200 |     362.111µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:54:29 | 200 |     356.241µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:54:29 | 200 |     139.314µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 03:54:29 | 200 |   10.053533ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T03:54:29.652Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"27342c85-3452-421b-ac54-56bec89684f8","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T03:54:29.652Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"27342c85-3452-421b-ac54-56bec89684f8","keyPrefix":"sk-oai-k8nnu4bxkFK7...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 03:54:29 | 201 |    1.722146ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:54:29 | 200 |     403.404µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:54:29 | 200 |      324.61µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:54:29 | 200 |      136.23µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 03:54:29 | 200 |   10.671276ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:54:29 | 200 |     357.254µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:54:29 | 200 |     330.917µs |     10.133.0.33 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/05 - 03:54:29 | 200 |     151.625µs |     10.133.0.33 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/05 - 03:54:29 | 200 |      9.4615ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-05T03:54:29.864Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"2cd0074c-1ce8-4b69-9624-2ec8613b14ed","ephemeral":false}
{"level":"info","timestamp":"2026-06-05T03:54:29.864Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2cd0074c-1ce8-4b69-9624-2ec8613b14ed","keyPrefix":"sk-oai-1XuyV1Svfe5G...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/05 - 03:54:29 | 201 |    1.834781ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/05 - 03:54:32 | 200 |      38.128µs |      10.134.0.2 | GET      "/health"