[GIN] 2026/06/03 - 03:45:46 | 200 |     522.614µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:45:46 | 200 |      295.46µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:45:46 | 200 |     504.851µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:45:46 | 200 |     225.749µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:45:47 | 200 |      36.671µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:45:51 | 200 |      36.642µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:45:56 | 200 |       34.07µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:45:57 | 200 |      59.334µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:46:01 | 200 |      44.286µs |      10.132.0.2 | GET      "/health"
{"level":"warn","timestamp":"2026-06-03T03:46:03.947Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"}
{"level":"error","timestamp":"2026-06-03T03:46:03.947Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/03 - 03:46:03 | 400 |     262.845µs |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:46:06 | 200 |      54.831µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:46:07 | 200 |      37.112µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:46:11 | 200 |      39.987µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:46:16 | 200 |      36.866µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:46:17 | 200 |      35.963µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:46:21 | 200 |      37.445µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T03:46:21.301Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"f5d29864-95b3-4e30-85fc-bcc7a6e37e2c","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T03:46:21.301Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f5d29864-95b3-4e30-85fc-bcc7a6e37e2c","keyPrefix":"sk-oai-JodPbhllQhVR...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 03:46:21 | 201 |   11.166797ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:46:21 | 200 |    1.357105ms |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:46:21 | 200 |     190.787µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:46:26 | 200 |      35.066µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:46:27 | 200 |      34.655µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T03:46:30.343Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"a9576c46-1a4e-40c6-9cd9-8b967b6d8071","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T03:46:30.343Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a9576c46-1a4e-40c6-9cd9-8b967b6d8071","keyPrefix":"sk-oai-1MolDqgnRTCQ...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 03:46:30 | 201 |    2.026762ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:46:31 | 200 |      33.639µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:46:36 | 200 |      35.147µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:46:37 | 200 |      76.245µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:46:38 | 200 |     860.483µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:46:38 | 200 |     125.695µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:46:41 | 200 |      37.806µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:46:46 | 200 |      37.031µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:46:47 | 200 |      34.648µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:46:51 | 200 |      37.538µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T03:46:55.899Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"a2e96d50-2ee7-4b68-afb2-160cddaba98d","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T03:46:55.899Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a2e96d50-2ee7-4b68-afb2-160cddaba98d","keyPrefix":"sk-oai-13tRjYSt4ydF...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 03:46:55 | 201 |    2.218891ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:46:55 | 200 |     602.601µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:46:55 | 200 |     280.121µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:46:56 | 200 |        34.9µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:46:57 | 200 |      38.835µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:47:01 | 200 |      38.164µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:47:06 | 200 |      34.198µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:47:07 | 200 |      33.128µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:47:11 | 200 |      33.041µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:47:16 | 200 |      35.108µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:47:17 | 200 |      53.793µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:47:21 | 200 |      39.593µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:47:26 | 200 |      33.015µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:47:27 | 200 |      35.888µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:47:31 | 200 |      40.405µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:47:36 | 200 |      35.641µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:47:37 | 200 |      45.303µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:47:41 | 200 |      34.295µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:47:46 | 200 |      34.121µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:47:47 | 200 |      38.327µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:47:51 | 200 |      35.298µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:47:56 | 200 |       34.25µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:47:57 | 200 |      35.894µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:48:01 | 200 |      45.404µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:48:06 | 200 |      33.749µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:48:07 | 200 |      39.518µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:48:11 | 200 |      37.544µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:48:16 | 200 |      37.605µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:48:17 | 200 |      39.742µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:48:21 | 200 |      34.108µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:48:26 | 200 |      37.053µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:48:27 | 200 |       35.21µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:48:31 | 200 |       34.69µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:48:36 | 200 |      37.225µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:48:37 | 200 |      36.392µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:48:41 | 200 |      36.986µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:48:46 | 200 |      40.661µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:48:47 | 200 |      35.748µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:48:51 | 200 |      35.782µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T03:48:55.141Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"42ef2278-c5d5-4e7d-acc1-f7a43cf0d217","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T03:48:55.141Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"42ef2278-c5d5-4e7d-acc1-f7a43cf0d217","keyPrefix":"sk-oai-T4thzcSLUhoY...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 03:48:55 | 201 |    2.037867ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:48:56 | 200 |      34.174µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:48:57 | 200 |      38.681µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:49:01 | 200 |      36.137µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:49:06 | 200 |      34.822µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:49:07 | 200 |      37.656µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:49:11 | 200 |      48.726µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:49:16 | 200 |      41.378µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:49:17 | 200 |     847.658µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:49:17 | 200 |     389.472µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:49:17 | 200 |      31.161µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:49:18 | 404 |    1.020569ms |      100.64.0.4 | DELETE   "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:49:21 | 200 |      42.629µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:49:26 | 200 |      49.445µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:49:27 | 200 |      53.048µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:49:31 | 200 |      39.596µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:49:36 | 200 |      37.912µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:49:37 | 200 |      42.197µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:49:41 | 200 |      45.096µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:49:46 | 200 |      44.662µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:49:47 | 200 |      41.745µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:49:51 | 200 |      44.068µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:49:56 | 200 |      39.826µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:49:57 | 200 |      55.111µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:50:01 | 200 |      44.176µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:50:06 | 200 |      42.139µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:50:07 | 200 |      41.331µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T03:50:10.455Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"b95eed71-02da-45a8-81f8-918ff4230c4a","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T03:50:10.455Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b95eed71-02da-45a8-81f8-918ff4230c4a","keyPrefix":"sk-oai-1Odv5TMlbEeQ...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 03:50:10 | 201 |    1.975736ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:50:10 | 200 |     538.524µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:50:10 | 200 |     212.049µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:50:11 | 200 |      42.771µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:50:16 | 200 |      43.586µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:50:17 | 200 |      40.355µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:50:21 | 200 |       42.58µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:50:26 | 200 |       42.03µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:50:27 | 200 |      44.312µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T03:50:29.601Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"86df2bd6-5c97-42bf-9df0-6a87dd7aae6e","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T03:50:29.601Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"86df2bd6-5c97-42bf-9df0-6a87dd7aae6e","keyPrefix":"sk-oai-Sn8GEZwdubrd...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 03:50:29 | 201 |    2.000596ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:50:29 | 200 |     594.871µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:50:29 | 200 |     387.754µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:50:29 | 200 |     645.177µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:50:29 | 200 |     408.596µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:50:31 | 200 |      53.282µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:50:36 | 200 |       38.96µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:50:37 | 200 |      41.716µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:50:41 | 200 |      55.209µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:50:46 | 200 |      41.334µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:50:47 | 200 |      41.241µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T03:50:49.025Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"2b966bd2-07cc-41c3-bc3a-5d040b5cc8ca","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T03:50:49.025Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2b966bd2-07cc-41c3-bc3a-5d040b5cc8ca","keyPrefix":"sk-oai-H9KCGIg9jZaD...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 03:50:49 | 201 |    2.037318ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:50:49 | 200 |     683.552µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:50:49 | 200 |      647.06µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:50:49 | 200 |     417.027µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:50:49 | 200 |   19.805835ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:50:51 | 200 |       40.06µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:50:56 | 200 |      39.447µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:50:57 | 200 |      39.018µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:51:01 | 200 |      40.585µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:51:06 | 200 |      43.866µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:51:07 | 200 |      42.063µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:51:08 | 200 |     152.084µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:51:08 | 200 |     164.073µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:51:08 | 200 |   21.962011ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:51:11 | 200 |      42.687µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:51:16 | 200 |      42.847µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:51:17 | 200 |       43.36µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T03:51:20.097Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"59af404a-ba41-4d5c-a2d1-dcee2f2d6686","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T03:51:20.097Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"59af404a-ba41-4d5c-a2d1-dcee2f2d6686","keyPrefix":"sk-oai-1CJholoXjAcS...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 03:51:20 | 201 |    2.187463ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:51:21 | 200 |      40.264µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:51:26 | 200 |      63.002µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:51:27 | 200 |      39.407µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:51:31 | 200 |      40.268µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:51:36 | 200 |      46.357µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:51:37 | 200 |      41.288µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:51:41 | 200 |       47.75µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:51:46 | 200 |      40.327µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:51:47 | 200 |       42.42µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:51:50 | 200 |    9.644538ms |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:51:50 | 200 |     140.474µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:51:50 | 200 |     523.879µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:51:50 | 200 |     490.485µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:51:50 | 200 |      130.18µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:51:50 | 200 |   10.841302ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:51:51 | 200 |      41.614µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:51:56 | 200 |      49.969µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:51:57 | 200 |      48.964µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:52:01 | 200 |      52.236µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:52:06 | 200 |      45.139µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:52:07 | 200 |     201.217µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:52:07 | 200 |   12.415928ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:52:07 | 200 |      40.221µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:52:11 | 200 |       42.82µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T03:52:15.901Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"8b754657-8cf9-435b-933a-a3d29c0fa4ee","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T03:52:15.901Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8b754657-8cf9-435b-933a-a3d29c0fa4ee","keyPrefix":"sk-oai-1YNWCOzXh7XM...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 03:52:15 | 201 |    2.592486ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:52:16 | 200 |      41.294µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:52:17 | 200 |      51.804µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:52:21 | 200 |      44.143µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:52:23 | 200 |    1.097708ms |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:52:23 | 200 |     566.896µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:52:23 | 200 |     226.352µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:52:23 | 200 |    9.937163ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T03:52:24.409Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c16973cd-d2cd-4004-ba70-60c76ac08ee0","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T03:52:24.409Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c16973cd-d2cd-4004-ba70-60c76ac08ee0","keyPrefix":"sk-oai-O0D0OeeZqz34...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 03:52:24 | 201 |    1.803767ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:52:26 | 200 |      39.317µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:52:27 | 200 |      42.524µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:52:31 | 200 |      40.966µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:52:32 | 200 |    1.044317ms |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:52:32 | 200 |     514.372µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:52:32 | 200 |     223.064µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:52:32 | 200 |   21.014048ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:52:32 | 200 |     536.961µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:52:32 | 200 |      510.16µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:52:32 | 200 |     214.438µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:52:32 | 200 |    6.541568ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T03:52:35.520Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e3798798-d50f-4316-88c4-9ad85b0c5e06","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T03:52:35.520Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e3798798-d50f-4316-88c4-9ad85b0c5e06","keyPrefix":"sk-oai-JsSBUYB4LO6v...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 03:52:35 | 201 |    2.264468ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:52:36 | 200 |      43.926µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:52:37 | 200 |      43.865µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:52:41 | 200 |      44.725µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:52:43 | 200 |     846.517µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:52:43 | 200 |     445.743µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:52:43 | 200 |     262.341µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:52:43 | 200 |   13.809212ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:52:46 | 200 |      44.506µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:52:47 | 200 |      42.658µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:52:51 | 200 |      38.915µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T03:52:52.686Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c6ac40d8-d8ca-4a58-9382-b25c6c6b0a88","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T03:52:52.686Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c6ac40d8-d8ca-4a58-9382-b25c6c6b0a88","keyPrefix":"sk-oai-eKHvyplHjJYd...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 03:52:52 | 201 |    2.283694ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:52:56 | 200 |      40.202µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:52:57 | 200 |      68.968µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:53:00 | 200 |     838.487µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:53:00 | 200 |     525.633µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:53:00 | 200 |     152.102µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:53:00 | 200 |     426.256µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:53:00 | 200 |     155.408µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:53:00 | 200 |   19.219071ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:53:01 | 200 |      49.312µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:53:06 | 200 |      41.463µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:53:07 | 200 |      38.057µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:53:11 | 200 |      43.357µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T03:53:14.091Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"bfceb872-9ccb-4cc8-ba95-01a2b29c64b2","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T03:53:14.091Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"bfceb872-9ccb-4cc8-ba95-01a2b29c64b2","keyPrefix":"sk-oai-OTg1iG3MH6O6...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 03:53:14 | 201 |    2.038507ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:53:16 | 200 |       47.51µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:53:17 | 200 |      45.275µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:53:21 | 200 |      47.371µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:53:22 | 200 |     908.409µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:53:22 | 200 |      650.21µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:53:22 | 200 |     356.233µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:53:22 | 200 |   10.070529ms |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:53:22 | 200 |     380.178µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:53:22 | 200 |   43.222538ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:53:26 | 200 |      44.371µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:53:27 | 200 |      43.616µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:53:31 | 200 |      45.289µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:53:36 | 200 |      42.031µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:53:37 | 200 |      39.558µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:53:40 | 200 |     192.615µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:53:40 | 200 |     172.171µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:53:40 | 200 |       170.8µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:53:40 | 200 |   38.639565ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:53:41 | 200 |      42.793µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:53:46 | 200 |      42.619µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:53:47 | 200 |      48.777µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:53:51 | 200 |      41.397µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:53:56 | 200 |      38.931µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:53:57 | 200 |      43.625µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:53:57 | 200 |     227.264µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:53:57 | 200 |   11.798258ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:54:01 | 200 |      38.798µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:54:06 | 200 |      40.664µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:54:07 | 200 |      43.513µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T03:54:11.086Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c4b7098c-5ec6-495b-a1e2-64f519cb8704","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T03:54:11.086Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c4b7098c-5ec6-495b-a1e2-64f519cb8704","keyPrefix":"sk-oai-11UkVkm2YUXk...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 03:54:11 | 201 |    2.317029ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:54:11 | 200 |       39.87µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:54:16 | 200 |      42.167µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:54:17 | 200 |      38.904µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:54:19 | 200 |     894.983µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:54:19 | 200 |      174.45µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T03:54:19.688Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"a6a4455c-a909-41b7-bd12-864403eeb9b7","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T03:54:19.688Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a6a4455c-a909-41b7-bd12-864403eeb9b7","keyPrefix":"sk-oai-2esje6Imsick...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 03:54:19 | 201 |    1.855929ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:54:21 | 200 |      39.118µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:54:26 | 200 |      40.344µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:54:27 | 200 |    2.821719ms |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:54:27 | 200 |      30.862µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:54:27 | 200 |     460.217µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:54:27 | 200 |     142.907µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:54:27 | 200 |   10.764569ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T03:54:28.093Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b3864730-21a1-49ed-9b27-bedec113204a","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T03:54:28.093Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b3864730-21a1-49ed-9b27-bedec113204a","keyPrefix":"sk-oai-ZaMyIANHNw4b...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 03:54:28 | 201 |    1.721806ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:54:31 | 200 |      43.471µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:54:36 | 200 |      853.43µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:54:36 | 200 |     516.357µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:54:36 | 200 |     124.695µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:54:36 | 200 |   10.678744ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:54:36 | 200 |      42.058µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T03:54:36.816Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"805905bb-4053-42da-adce-97e7c27d26d5","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T03:54:36.816Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"805905bb-4053-42da-adce-97e7c27d26d5","keyPrefix":"sk-oai-1l0wMVDnmyoV...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 03:54:36 | 201 |    1.831824ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:54:37 | 200 |       41.25µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:54:41 | 200 |      49.786µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:54:44 | 200 |     851.983µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:54:44 | 200 |     427.915µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:54:44 | 200 |     144.491µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:54:44 | 200 |   11.407429ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:54:46 | 200 |      41.854µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:54:47 | 200 |      40.689µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:54:51 | 200 |      50.712µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T03:54:54.004Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"0ef6b1eb-c498-4655-8873-06f1c1bf0c8e","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T03:54:54.004Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0ef6b1eb-c498-4655-8873-06f1c1bf0c8e","keyPrefix":"sk-oai-k5nWHRawAOOI...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 03:54:54 | 201 |    2.080846ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:54:56 | 200 |      48.322µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:54:57 | 200 |      39.468µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:55:01 | 200 |      39.626µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:55:06 | 200 |      43.953µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:55:07 | 200 |      41.035µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:55:10 | 200 |    1.299213ms |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:55:10 | 403 |      93.525µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:55:11 | 200 |      42.855µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:55:16 | 200 |      42.062µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:55:17 | 200 |      42.971µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:55:21 | 200 |        39.6µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:55:26 | 200 |      41.053µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:55:27 | 403 |     117.701µs |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:55:27 | 200 |      39.654µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:55:31 | 200 |      63.988µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:55:36 | 200 |       39.77µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:55:37 | 200 |      38.656µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:55:41 | 200 |      43.413µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:55:44 | 403 |     122.614µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:55:46 | 200 |      52.179µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:55:47 | 200 |      38.671µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:55:51 | 200 |      41.511µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:55:56 | 200 |      54.874µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:55:57 | 200 |      40.831µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:56:01 | 200 |      40.431µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:56:01 | 403 |     125.354µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:56:06 | 200 |      38.848µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:56:07 | 200 |      40.014µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:56:11 | 200 |      42.901µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T03:56:15.754Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c5c4a32b-c3ae-40fa-95b7-c556717b7059","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T03:56:15.754Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c5c4a32b-c3ae-40fa-95b7-c556717b7059","keyPrefix":"sk-oai-fXP6yJgaoIGV...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 03:56:15 | 201 |    2.365816ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:56:16 | 200 |      41.814µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:56:17 | 200 |      43.344µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:56:21 | 200 |      42.001µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:56:23 | 200 |     833.215µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:56:23 | 200 |     415.773µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:56:23 | 200 |     206.445µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:56:23 | 200 |   18.202134ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:56:26 | 200 |      45.738µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:56:27 | 200 |      40.646µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:56:31 | 200 |      50.449µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:56:36 | 200 |      42.307µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:56:37 | 200 |      40.466µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T03:56:37.906Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"e96f4f70-078f-4d37-b945-c482ffdfe910","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T03:56:37.906Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e96f4f70-078f-4d37-b945-c482ffdfe910","keyPrefix":"sk-oai-IHMWvnuFKNCX...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 03:56:37 | 201 |     2.02212ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T03:56:37.939Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4f56f109-7473-4f08-8a0d-041a29f20dda","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T03:56:37.939Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4f56f109-7473-4f08-8a0d-041a29f20dda","keyPrefix":"sk-oai-lQU01pN7lqN6...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 03:56:37 | 201 |    1.736841ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:56:41 | 200 |      42.255µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:56:45 | 200 |     970.707µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:56:45 | 200 |      426.95µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:56:45 | 200 |     174.412µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:56:45 | 200 |    9.787055ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:56:46 | 200 |     399.191µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:56:46 | 200 |     435.947µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:56:46 | 200 |     186.319µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:56:46 | 200 |     8.98994ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:56:46 | 200 |      38.192µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:56:47 | 200 |      43.034µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:56:51 | 200 |      39.754µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:56:56 | 200 |      37.665µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:56:57 | 200 |      42.879µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:57:01 | 200 |      42.377µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:57:04 | 200 |     175.846µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:57:04 | 200 |      165.07µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:57:04 | 200 |     174.597µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:57:04 | 200 |    33.69337ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:57:06 | 200 |       42.21µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:57:07 | 200 |      42.399µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:57:11 | 200 |      51.025µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:57:16 | 200 |      43.598µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:57:17 | 200 |      40.938µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:57:21 | 200 |      48.463µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:57:23 | 200 |     161.498µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:57:23 | 200 |    12.39472ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:57:23 | 200 |     200.028µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:57:23 | 200 |   11.655565ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:57:26 | 200 |      40.128µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:57:27 | 200 |      39.713µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:57:31 | 200 |       39.17µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:57:36 | 200 |      44.696µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:57:37 | 200 |        33.6µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:57:41 | 200 |      36.202µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:57:46 | 200 |      37.956µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:57:47 | 200 |      40.803µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T03:57:48.701Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"65cd8888-33f1-4d66-9720-52a0ddc6fb1f","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T03:57:48.702Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"65cd8888-33f1-4d66-9720-52a0ddc6fb1f","keyPrefix":"sk-oai-1VT0L6O8hrxx...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 03:57:48 | 201 |    1.869548ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:57:48 | 200 |     502.604µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:57:48 | 200 |     194.096µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:57:48 | 200 |     502.669µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:57:48 | 200 |     223.962µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:57:48 | 200 |     448.994µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:57:48 | 200 |     154.846µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:57:48 | 200 |     474.544µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:57:48 | 200 |     412.392µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:57:48 | 200 |     130.516µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:57:48 | 200 |   10.199147ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:57:51 | 200 |      52.144µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:57:56 | 200 |      45.343µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:57:57 | 200 |      40.318µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:58:01 | 200 |      47.673µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T03:58:04.390Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f7624a0e-92db-4adb-807b-d6c07349d1fb","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T03:58:04.390Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f7624a0e-92db-4adb-807b-d6c07349d1fb","keyPrefix":"sk-oai-19SUgbUqUMQB...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false}
[GIN] 2026/06/03 - 03:58:04 | 201 |    2.213891ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:58:04 | 200 |     567.261µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:58:04 | 200 |     148.062µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:58:06 | 200 |      49.753µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:58:07 | 200 |      58.607µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:58:11 | 200 |      44.775µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:58:16 | 200 |      41.556µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:58:17 | 200 |      36.543µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:58:21 | 200 |      41.804µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:58:26 | 200 |      44.872µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:58:27 | 200 |      50.485µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:58:31 | 200 |      32.584µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:58:36 | 200 |      45.995µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:58:37 | 200 |      38.627µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:58:41 | 200 |       42.24µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:58:46 | 200 |      42.005µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:58:47 | 200 |      44.476µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:58:51 | 200 |      40.691µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:58:56 | 200 |       40.87µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:58:57 | 200 |      40.891µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:59:01 | 200 |      40.468µs |      10.132.0.2 | GET      "/health"
{"level":"info","timestamp":"2026-06-03T03:59:04.242Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"a5ccc7c3-5967-41d5-885b-714389da7607","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T03:59:04.242Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"a5ccc7c3-5967-41d5-885b-714389da7607","keyPrefix":"sk-oai-1QT1q3kLPZxo...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 03:59:04 | 201 |   11.623483ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T03:59:05.097Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"123e5337-0200-4c51-9983-9881058c31f7","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T03:59:05.098Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"123e5337-0200-4c51-9983-9881058c31f7","keyPrefix":"sk-oai-ElCh2g17Tkfy...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/03 - 03:59:05 | 201 |    2.016168ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T03:59:05.488Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"8de74f9e-5b0d-477a-8f7a-af6dc31921ce","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T03:59:05.488Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8de74f9e-5b0d-477a-8f7a-af6dc31921ce","keyPrefix":"sk-oai-yVto4laqDEKI...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 03:59:05 | 201 |    1.897053ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:59:05 | 200 |    1.185126ms |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:59:05 | 200 |     445.865µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:59:05 | 200 |     133.765µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:59:05 | 200 |   11.705336ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:59:05 | 200 |     628.843µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:59:05 | 200 |     173.832µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
{"level":"info","timestamp":"2026-06-03T03:59:05.713Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"37bf07d5-f6a8-4689-b918-2d724934bc03","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T03:59:05.713Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"37bf07d5-f6a8-4689-b918-2d724934bc03","keyPrefix":"sk-oai-isXnTIen6cfw...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 03:59:05 | 201 |    1.607866ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T03:59:05.739Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"37bf07d5-f6a8-4689-b918-2d724934bc03"}
{"level":"info","timestamp":"2026-06-03T03:59:05.739Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"37bf07d5-f6a8-4689-b918-2d724934bc03","revokedBy":"alice_lead"}
[GIN] 2026/06/03 - 03:59:05 | 200 |    2.737752ms |      100.64.0.3 | DELETE   "/v1/api-keys/37bf07d5-f6a8-4689-b918-2d724934bc03" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:59:06 | 200 |      39.954µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:59:07 | 200 |      40.182µs |      10.132.0.2 | GET      "/health"
[GIN] 2026/06/03 - 03:59:08 | 200 |    1.384787ms |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
{"level":"error","timestamp":"2026-06-03T03:59:08.769Z","caller":"token/handler.go:65","message":"Missing or empty username header","header":"X-MaaS-Username","stacktrace":"main.registerHandlers.(*Handler).ExtractUserInfo.func1\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:65\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"}
[GIN] 2026/06/03 - 03:59:08 | 500 |      94.708µs |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T03:59:09.225Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"ca20b821-9aa5-44c0-bda1-1d60ab3bdd6b","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T03:59:09.225Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ca20b821-9aa5-44c0-bda1-1d60ab3bdd6b","keyPrefix":"sk-oai-1FwP4dHvewlE...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 03:59:09 | 201 |    1.791971ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T03:59:09.248Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Site-Reliability"],"id":"e78e03dc-c231-4b7e-a66d-4a221c5eb5c8","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T03:59:09.248Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"e78e03dc-c231-4b7e-a66d-4a221c5eb5c8","keyPrefix":"sk-oai-T7QzzeQ6kHYG...","username":"bob_sre","groups":["system:authenticated","Site-Reliability"],"ephemeral":false}
[GIN] 2026/06/03 - 03:59:09 | 201 |    1.894628ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T03:59:09.386Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"f70e5302-45f8-4e2a-bb8c-41b2bd9d4ac4","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T03:59:09.386Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f70e5302-45f8-4e2a-bb8c-41b2bd9d4ac4","keyPrefix":"sk-oai-5ktOiZitlZEP...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 03:59:09 | 201 |    1.672384ms |      100.64.0.2 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T03:59:09.408Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"f70e5302-45f8-4e2a-bb8c-41b2bd9d4ac4"}
{"level":"info","timestamp":"2026-06-03T03:59:09.408Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"f70e5302-45f8-4e2a-bb8c-41b2bd9d4ac4","revokedBy":"alice_lead"}
[GIN] 2026/06/03 - 03:59:09 | 200 |    2.213699ms |      100.64.0.4 | DELETE   "/v1/api-keys/f70e5302-45f8-4e2a-bb8c-41b2bd9d4ac4" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:59:09 | 404 |     727.196µs |      100.64.0.2 | DELETE   "/v1/api-keys/f70e5302-45f8-4e2a-bb8c-41b2bd9d4ac4" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T03:59:09.570Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"41d524df-278d-4e7f-8e96-309657e11aae","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T03:59:09.570Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"41d524df-278d-4e7f-8e96-309657e11aae","keyPrefix":"sk-oai-TiXE5jPHd9M9...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 03:59:09 | 201 |    1.584354ms |      100.64.0.4 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:59:09 | 200 |     560.218µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:59:09 | 200 |     472.616µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:59:09 | 200 |     128.236µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:59:09 | 200 |     9.60972ms |      100.64.0.3 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T03:59:09.740Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"00613e58-0da6-411e-add3-053ae96c7a46","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T03:59:09.740Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"00613e58-0da6-411e-add3-053ae96c7a46","keyPrefix":"sk-oai-1EXrCfKPD2N5...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 03:59:09 | 201 |    1.578901ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:59:09 | 200 |     473.921µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:59:09 | 403 |      91.706µs |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:59:09 | 200 |     451.993µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:59:09 | 200 |     367.716µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:59:09 | 200 |     142.746µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:59:09 | 200 |    9.210937ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T03:59:09.933Z","caller":"api_keys/service.go:150","message":"Created API key","user":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"6fd865a5-7235-49b6-804b-7e84641a33a0","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T03:59:09.933Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"6fd865a5-7235-49b6-804b-7e84641a33a0","keyPrefix":"sk-oai-rl4KayDhfjGB...","username":"alice_lead","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 03:59:09 | 201 |    1.663013ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:59:09 | 200 |     499.571µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:59:09 | 200 |     418.168µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:59:09 | 200 |     129.808µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:59:09 | 200 |    9.156801ms |      100.64.0.2 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:59:09 | 200 |     411.665µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:59:09 | 200 |     383.862µs |     10.133.0.42 | POST     "/internal/v1/api-keys/validate"
[GIN] 2026/06/03 - 03:59:09 | 200 |     138.136µs |     10.133.0.42 | POST     "/internal/v1/subscriptions/select"
[GIN] 2026/06/03 - 03:59:09 | 200 |    8.983524ms |      100.64.0.4 | GET      "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
{"level":"info","timestamp":"2026-06-03T03:59:10.131Z","caller":"api_keys/service.go:150","message":"Created API key","user":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"id":"0dcb3af5-7823-429c-a46a-4c79860dab15","ephemeral":false}
{"level":"info","timestamp":"2026-06-03T03:59:10.131Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0dcb3af5-7823-429c-a46a-4c79860dab15","keyPrefix":"sk-oai-QgZTB0EV9lCo...","username":"bob_sre","groups":["system:authenticated","Engineering","Project-Alpha"],"ephemeral":false}
[GIN] 2026/06/03 - 03:59:10 | 201 |    1.679469ms |      100.64.0.3 | POST     "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent
[GIN] 2026/06/03 - 03:59:11 | 200 |      38.216µs |      10.132.0.2 | GET      "/health"