[GIN] 2026/05/29 - 02:49:36 | 200 | 39.538µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:49:41 | 200 | 39.29µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:49:41 | 200 | 419.646µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 02:49:41 | 200 | 170.289µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 02:49:42 | 200 | 41.671µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:49:46 | 200 | 39.034µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:49:51 | 200 | 39.067µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:49:52 | 200 | 46.943µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:49:56 | 200 | 39.826µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-29T02:49:58.903Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"1a8918ed-57a4-4bee-b058-0020793a8917","ephemeral":false} {"level":"info","timestamp":"2026-05-29T02:49:58.903Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1a8918ed-57a4-4bee-b058-0020793a8917","keyPrefix":"sk-oai-1FmU8xMIbtyL...","username":"system:serviceaccount:llm:e2e-sa-with-sub","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/29 - 02:49:58 | 201 | 1.358957ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 02:49:58 | 200 | 310.624µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 02:49:58 | 200 | 166.041µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 02:50:01 | 200 | 39.37µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:50:02 | 200 | 44.908µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:50:06 | 200 | 49.014µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:50:11 | 200 | 40.29µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:50:12 | 200 | 51.132µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:50:16 | 200 | 50.852µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-29T02:50:16.497Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"369b7170-a24e-46ca-a165-26f825f61805","ephemeral":false} {"level":"info","timestamp":"2026-05-29T02:50:16.497Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"369b7170-a24e-46ca-a165-26f825f61805","keyPrefix":"sk-oai-13RP3TYb78pD...","username":"system:serviceaccount:models-as-a-service:e2e-sa-single-sub","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/29 - 02:50:16 | 201 | 1.644141ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 02:50:16 | 200 | 314.779µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 02:50:16 | 200 | 181.566µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 02:50:21 | 200 | 38.679µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:50:22 | 200 | 54.95µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:50:26 | 200 | 45.519µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:50:31 | 200 | 46.194µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:50:32 | 200 | 44.711µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-29T02:50:33.804Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"15859d08-aac2-4b03-ad8f-7265d7fb7e1c","ephemeral":false} {"level":"info","timestamp":"2026-05-29T02:50:33.804Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"15859d08-aac2-4b03-ad8f-7265d7fb7e1c","keyPrefix":"sk-oai-rCTiNiQjdoay...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/29 - 02:50:33 | 201 | 1.645345ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-29T02:50:33.839Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"fd55d310-9578-4f4a-b342-cf328630ffc4","ephemeral":false} {"level":"info","timestamp":"2026-05-29T02:50:33.839Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"fd55d310-9578-4f4a-b342-cf328630ffc4","keyPrefix":"sk-oai-16qZXsKdwllJ...","username":"system:serviceaccount:models-as-a-service:e2e-sa-multi-sub-valid","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/29 - 02:50:33 | 201 | 1.464834ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 02:50:33 | 200 | 278.604µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 02:50:33 | 200 | 190.895µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 02:50:33 | 200 | 245.699µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 02:50:33 | 200 | 217.485µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 02:50:36 | 200 | 41.605µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:50:41 | 200 | 46.997µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:50:42 | 200 | 70.46µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:50:46 | 200 | 36.604µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:50:51 | 200 | 33.049µs | 10.133.0.2 | GET "/health" {"level":"warn","timestamp":"2026-05-29T02:50:51.489Z","caller":"api_keys/service.go:130","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-user","requestedSubscription":"e2e-test-other-subscription","error":"access denied to requested subscription"} {"level":"error","timestamp":"2026-05-29T02:50:51.489Z","caller":"api_keys/handler.go:192","message":"Failed to create API key","error":"access denied to requested subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:192\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:121\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/05/29 - 02:50:51 | 400 | 278.911µs | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 02:50:52 | 200 | 35.868µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:50:56 | 200 | 52.232µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:51:01 | 200 | 36.591µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:51:02 | 200 | 39.563µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:51:06 | 200 | 50.002µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-29T02:51:08.898Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"f370cce4-0e68-4970-8681-94de4ab3410e","ephemeral":false} {"level":"info","timestamp":"2026-05-29T02:51:08.899Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f370cce4-0e68-4970-8681-94de4ab3410e","keyPrefix":"sk-oai-16oAzuNDvu9u...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/29 - 02:51:08 | 201 | 10.492491ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 02:51:08 | 200 | 1.004494ms | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 02:51:08 | 200 | 175.795µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 02:51:11 | 200 | 33.481µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:51:12 | 200 | 33.136µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:51:16 | 200 | 34.219µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-29T02:51:17.946Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"55c1aeab-7fb2-4e22-83a7-d558edfb4443","ephemeral":false} {"level":"info","timestamp":"2026-05-29T02:51:17.946Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"55c1aeab-7fb2-4e22-83a7-d558edfb4443","keyPrefix":"sk-oai-xMRihnnmlBLk...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-auth-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/29 - 02:51:17 | 201 | 1.665205ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 02:51:21 | 200 | 32.616µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:51:22 | 200 | 41.509µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:51:26 | 200 | 35.537µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:51:26 | 200 | 558.234µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 02:51:26 | 200 | 110.409µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 02:51:31 | 200 | 36.425µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:51:32 | 200 | 37.114µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:51:36 | 200 | 33.595µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:51:41 | 200 | 34.134µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:51:42 | 200 | 46.504µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-29T02:51:43.497Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"8858fd79-df78-4348-9163-6b02626b179c","ephemeral":false} {"level":"info","timestamp":"2026-05-29T02:51:43.497Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"8858fd79-df78-4348-9163-6b02626b179c","keyPrefix":"sk-oai-klDuTAA373Ly...","username":"system:serviceaccount:models-as-a-service:e2e-sa-group-sub-only","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/29 - 02:51:43 | 201 | 1.713448ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 02:51:43 | 200 | 351.581µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 02:51:43 | 200 | 202.143µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 02:51:46 | 200 | 36.166µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:51:51 | 200 | 38.308µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:51:52 | 200 | 33.733µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:51:56 | 200 | 34.221µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:52:01 | 200 | 56.513µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:52:02 | 200 | 45.929µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:52:06 | 200 | 34.578µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:52:11 | 200 | 34.485µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:52:12 | 200 | 39.79µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:52:16 | 200 | 42.178µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:52:21 | 200 | 35.017µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:52:22 | 200 | 37.557µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:52:26 | 200 | 34.058µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:52:31 | 200 | 33.36µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:52:32 | 200 | 37.201µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:52:36 | 200 | 34.362µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:52:41 | 200 | 33.752µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:52:42 | 200 | 37.549µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:52:46 | 200 | 38.418µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:52:51 | 200 | 34.621µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:52:52 | 200 | 48.37µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:52:56 | 200 | 34.015µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:53:01 | 200 | 34.386µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:53:02 | 200 | 33.081µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:53:06 | 200 | 41.245µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:53:11 | 200 | 33.814µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:53:12 | 200 | 43.75µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:53:16 | 200 | 35.228µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:53:21 | 200 | 54.511µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:53:22 | 200 | 41.612µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:53:26 | 200 | 34.361µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:53:31 | 200 | 45.201µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:53:32 | 200 | 45.01µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:53:36 | 200 | 32.955µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:53:41 | 200 | 35.491µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:53:42 | 200 | 43.773µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-29T02:53:42.895Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"ba3a42fb-6141-47e2-9e1c-222f1c8b1099","ephemeral":false} {"level":"info","timestamp":"2026-05-29T02:53:42.895Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"ba3a42fb-6141-47e2-9e1c-222f1c8b1099","keyPrefix":"sk-oai-15COXtnXCfM5...","username":"system:serviceaccount:llm:e2e-trlp-degraded-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/29 - 02:53:42 | 201 | 2.58946ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 02:53:46 | 200 | 34.876µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:53:51 | 200 | 36.117µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:53:52 | 200 | 38.558µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:53:56 | 200 | 36.864µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:54:01 | 200 | 39.196µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:54:02 | 200 | 37.782µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:54:05 | 200 | 538.234µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 02:54:05 | 200 | 171.742µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 02:54:06 | 404 | 669.988µs | 100.64.0.3 | DELETE "/v1/api-keys/e2e-trlp-test-key" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 02:54:06 | 200 | 36.521µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:54:11 | 200 | 33.755µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:54:12 | 200 | 39.605µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:54:16 | 200 | 34.33µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:54:21 | 200 | 33.38µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:54:22 | 200 | 35.218µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:54:26 | 200 | 35.246µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:54:31 | 200 | 36.111µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:54:32 | 200 | 39.688µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:54:36 | 200 | 37.669µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:54:41 | 200 | 33.318µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:54:42 | 200 | 33.014µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:54:46 | 200 | 43.178µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:54:51 | 200 | 47.595µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:54:52 | 200 | 39.836µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:54:56 | 200 | 78.977µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-29T02:55:00.837Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"eb19e28b-bf97-401a-98a6-03f14f1d17b0","ephemeral":false} {"level":"info","timestamp":"2026-05-29T02:55:00.837Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"eb19e28b-bf97-401a-98a6-03f14f1d17b0","keyPrefix":"sk-oai-eSI3rZGWr1Qr...","username":"system:serviceaccount:llm:e2e-degraded-healthy-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/29 - 02:55:00 | 201 | 1.732225ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 02:55:00 | 200 | 419.451µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 02:55:00 | 200 | 156.715µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 02:55:01 | 200 | 40.465µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:55:02 | 200 | 46.912µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:55:06 | 200 | 46.31µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:55:11 | 200 | 75.538µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:55:12 | 200 | 87.973µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:55:16 | 200 | 40.378µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-29T02:55:20.082Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"91a46e3a-ede1-4569-839f-cbe82511107c","ephemeral":false} {"level":"info","timestamp":"2026-05-29T02:55:20.082Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"91a46e3a-ede1-4569-839f-cbe82511107c","keyPrefix":"sk-oai-1JHVeMiaxuUg...","username":"system:serviceaccount:llm:e2e-failed-sub-inf-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/29 - 02:55:20 | 201 | 1.765218ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 02:55:20 | 200 | 376.717µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 02:55:20 | 200 | 151.334µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 02:55:20 | 200 | 327.906µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 02:55:20 | 200 | 147.697µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 02:55:21 | 200 | 38.603µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:55:22 | 200 | 41.072µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:55:26 | 200 | 40.516µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:55:31 | 200 | 38.889µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:55:32 | 200 | 93.158µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:55:36 | 200 | 41.489µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-29T02:55:39.582Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"id":"7391b2d9-c03f-4460-b078-525c436badfb","ephemeral":false} {"level":"info","timestamp":"2026-05-29T02:55:39.582Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"7391b2d9-c03f-4460-b078-525c436badfb","keyPrefix":"sk-oai-1MYtLFnqwMUk...","username":"system:serviceaccount:llm:e2e-degraded-models-apikey-sa","groups":["system:serviceaccounts","system:serviceaccounts:llm","system:authenticated"],"ephemeral":false} [GIN] 2026/05/29 - 02:55:39 | 201 | 1.755744ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 02:55:39 | 200 | 330.371µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 02:55:39 | 200 | 246.302µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 02:55:39 | 200 | 166.101µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 02:55:39 | 200 | 17.905106ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 02:55:41 | 200 | 38.117µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:55:42 | 200 | 45.398µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:55:46 | 200 | 43.715µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:55:51 | 200 | 39.938µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:55:52 | 200 | 48.951µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:55:56 | 200 | 40.473µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:55:58 | 200 | 167.846µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 02:55:58 | 200 | 144.218µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 02:55:58 | 200 | 24.587677ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 02:56:01 | 200 | 42.457µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:56:02 | 200 | 73.587µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:56:06 | 200 | 39.292µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:56:11 | 200 | 78.178µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:56:12 | 200 | 55.884µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-29T02:56:12.851Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4b9e4423-0ece-4592-9737-75b698ba5d9e","ephemeral":false} {"level":"info","timestamp":"2026-05-29T02:56:12.851Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4b9e4423-0ece-4592-9737-75b698ba5d9e","keyPrefix":"sk-oai-BdZJOnSFg5jv...","username":"system:serviceaccount:default:e2e-models-single-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/29 - 02:56:12 | 201 | 10.789656ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 02:56:16 | 200 | 41.324µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:56:21 | 200 | 41.543µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:56:22 | 200 | 67.303µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:56:26 | 200 | 97.685µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:56:31 | 200 | 41.44µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:56:32 | 200 | 47.141µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:56:36 | 200 | 41.537µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:56:41 | 200 | 41.891µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:56:42 | 200 | 40.591µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:56:42 | 200 | 1.07546ms | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 02:56:42 | 200 | 125.891µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 02:56:42 | 200 | 301.063µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 02:56:42 | 200 | 257.45µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 02:56:42 | 200 | 133.157µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 02:56:42 | 200 | 9.989187ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 02:56:46 | 200 | 38.978µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:56:51 | 200 | 39.2µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:56:52 | 200 | 47.403µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:56:56 | 200 | 59.6µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:57:00 | 200 | 146.538µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 02:57:00 | 200 | 12.850101ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 02:57:01 | 200 | 69.776µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:57:02 | 200 | 85.548µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:57:06 | 200 | 40.202µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-29T02:57:08.651Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f5d19f94-ef46-496c-a6ed-4969e8aaec0c","ephemeral":false} {"level":"info","timestamp":"2026-05-29T02:57:08.651Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f5d19f94-ef46-496c-a6ed-4969e8aaec0c","keyPrefix":"sk-oai-yWYtl6vicuCe...","username":"system:serviceaccount:default:e2e-models-empty-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/29 - 02:57:08 | 201 | 1.793974ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 02:57:11 | 200 | 41.483µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:57:12 | 200 | 50.737µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:57:16 | 200 | 39.815µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:57:16 | 200 | 566.782µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 02:57:16 | 200 | 334.827µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 02:57:16 | 200 | 144.652µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 02:57:16 | 200 | 10.031723ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-29T02:57:17.191Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"756fcf3b-7dbd-4386-bb8f-a74cd3bb2289","ephemeral":false} {"level":"info","timestamp":"2026-05-29T02:57:17.191Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"756fcf3b-7dbd-4386-bb8f-a74cd3bb2289","keyPrefix":"sk-oai-VtWpESlbm0bN...","username":"system:serviceaccount:default:e2e-models-filtered-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/29 - 02:57:17 | 201 | 1.49839ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 02:57:21 | 200 | 39.141µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:57:22 | 200 | 51.84µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:57:25 | 200 | 508.557µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 02:57:25 | 200 | 242.965µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 02:57:25 | 200 | 163.96µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 02:57:25 | 200 | 6.553964ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 02:57:25 | 200 | 268.957µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 02:57:25 | 200 | 181.118µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 02:57:25 | 200 | 136.139µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 02:57:25 | 200 | 6.441474ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 02:57:26 | 200 | 40.362µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-29T02:57:26.218Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f331b1c2-00ea-43a7-ada0-b2922321d2a2","ephemeral":false} {"level":"info","timestamp":"2026-05-29T02:57:26.218Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"f331b1c2-00ea-43a7-ada0-b2922321d2a2","keyPrefix":"sk-oai-1DegAWwrjr1i...","username":"system:serviceaccount:default:e2e-models-dedup-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/29 - 02:57:26 | 201 | 1.705402ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 02:57:31 | 200 | 44.77µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:57:32 | 200 | 46.954µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:57:34 | 200 | 874.437µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 02:57:34 | 200 | 670.529µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 02:57:34 | 200 | 312.811µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 02:57:34 | 200 | 13.449778ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 02:57:36 | 200 | 44.363µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:57:41 | 200 | 43.621µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:57:42 | 200 | 54.368µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-29T02:57:43.405Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"b0247925-0ad6-4591-9fc3-1a7e0d44b1da","ephemeral":false} {"level":"info","timestamp":"2026-05-29T02:57:43.405Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"b0247925-0ad6-4591-9fc3-1a7e0d44b1da","keyPrefix":"sk-oai-1GbE1zvw4jBO...","username":"system:serviceaccount:default:e2e-models-diff-refs-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/29 - 02:57:43 | 201 | 1.79254ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 02:57:46 | 200 | 40.046µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:57:51 | 200 | 39.482µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:57:51 | 200 | 439.856µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 02:57:51 | 200 | 277.882µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 02:57:51 | 200 | 145.378µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 02:57:51 | 200 | 253.883µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 02:57:51 | 200 | 126.935µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 02:57:51 | 200 | 18.197007ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 02:57:52 | 200 | 50.39µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:57:56 | 200 | 37.916µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:58:01 | 200 | 39.793µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:58:02 | 200 | 50.03µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-29T02:58:04.834Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"68aaa9fb-432f-445e-ae9d-9a4440ba92af","ephemeral":false} {"level":"info","timestamp":"2026-05-29T02:58:04.834Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"68aaa9fb-432f-445e-ae9d-9a4440ba92af","keyPrefix":"sk-oai-14iGDBppZjMi...","username":"system:serviceaccount:default:e2e-models-distinct-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/29 - 02:58:04 | 201 | 2.862436ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 02:58:06 | 200 | 90.307µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:58:11 | 200 | 39.798µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:58:12 | 200 | 42.929µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:58:12 | 200 | 463.213µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 02:58:12 | 200 | 246.098µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 02:58:12 | 200 | 150.942µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 02:58:12 | 200 | 9.853585ms | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 02:58:12 | 200 | 210.777µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 02:58:12 | 200 | 33.794917ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 02:58:16 | 200 | 57.51µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:58:21 | 200 | 42.45µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:58:22 | 200 | 43.289µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:58:26 | 200 | 67.158µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:58:31 | 200 | 212.052µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 02:58:31 | 200 | 140.309µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 02:58:31 | 200 | 121.171µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 02:58:31 | 200 | 51.611278ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 02:58:31 | 200 | 29.739µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:58:32 | 200 | 44.441µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:58:36 | 200 | 48.621µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:58:41 | 200 | 37.232µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:58:42 | 200 | 42.827µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:58:46 | 200 | 76.982µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:58:48 | 200 | 135.554µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 02:58:48 | 200 | 13.269339ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 02:58:51 | 200 | 41.149µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:58:52 | 200 | 48.434µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:58:56 | 200 | 38.846µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:59:01 | 200 | 56.177µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:59:02 | 200 | 45.207µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-29T02:59:03.964Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"2a7a865c-ab61-4f00-9e8d-80a9709449d4","ephemeral":false} {"level":"info","timestamp":"2026-05-29T02:59:03.964Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2a7a865c-ab61-4f00-9e8d-80a9709449d4","keyPrefix":"sk-oai-1STur3lIbgtm...","username":"system:serviceaccount:default:e2e-empty-models-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/29 - 02:59:03 | 201 | 2.106066ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 02:59:06 | 200 | 40.301µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:59:11 | 200 | 40.69µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:59:11 | 200 | 747.927µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 02:59:12 | 200 | 133.117µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 02:59:12 | 200 | 52.752µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-29T02:59:12.606Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"04068942-a013-42c4-975c-b2f0fa699cd8","ephemeral":false} {"level":"info","timestamp":"2026-05-29T02:59:12.606Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"04068942-a013-42c4-975c-b2f0fa699cd8","keyPrefix":"sk-oai-HIBNyQiPuf9q...","username":"system:serviceaccount:default:e2e-models-schema-test-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/29 - 02:59:12 | 201 | 1.593102ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 02:59:16 | 200 | 40.407µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:59:20 | 200 | 1.046199ms | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 02:59:20 | 200 | 833.028µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 02:59:20 | 200 | 268.126µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 02:59:20 | 200 | 11.970635ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-29T02:59:21.030Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"4558bf9e-6af1-4b83-bfe5-157ca7406453","ephemeral":false} {"level":"info","timestamp":"2026-05-29T02:59:21.030Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"4558bf9e-6af1-4b83-bfe5-157ca7406453","keyPrefix":"sk-oai-lfGSjmmIWciG...","username":"system:serviceaccount:default:e2e-models-metadata-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/29 - 02:59:21 | 201 | 2.333983ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 02:59:21 | 200 | 77.377µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:59:22 | 200 | 107.331µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:59:26 | 200 | 40.389µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:59:29 | 200 | 549.921µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 02:59:29 | 200 | 291.799µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 02:59:29 | 200 | 137.69µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 02:59:29 | 200 | 9.615182ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-29T02:59:29.789Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"2e9b2aa3-6049-4397-a7fe-5e8408e8ee1f","ephemeral":false} {"level":"info","timestamp":"2026-05-29T02:59:29.789Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"2e9b2aa3-6049-4397-a7fe-5e8408e8ee1f","keyPrefix":"sk-oai-xKmcjWIAzLrg...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-scoped-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/29 - 02:59:29 | 201 | 1.584385ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 02:59:31 | 200 | 40.516µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:59:32 | 200 | 50.722µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:59:36 | 200 | 42.133µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:59:37 | 200 | 482.138µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 02:59:37 | 200 | 275.622µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 02:59:37 | 200 | 156.506µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 02:59:37 | 200 | 9.437074ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 02:59:41 | 200 | 39.201µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:59:42 | 200 | 44.195µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:59:46 | 200 | 44.374µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-29T02:59:47.006Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"970f6280-556a-46a5-b9fe-0e73098597e5","ephemeral":false} {"level":"info","timestamp":"2026-05-29T02:59:47.006Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"970f6280-556a-46a5-b9fe-0e73098597e5","keyPrefix":"sk-oai-e9XuesDdpSfG...","username":"system:serviceaccount:models-as-a-service:e2e-api-key-deleted-sub-sa","groups":["system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/05/29 - 02:59:47 | 201 | 1.672946ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 02:59:51 | 200 | 40.844µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:59:52 | 200 | 55.411µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 02:59:56 | 200 | 43.925µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:00:01 | 200 | 40.69µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-29T03:00:01.401Z","caller":"api_keys/service.go:305","message":"Ephemeral key cleanup completed","deletedCount":0} [GIN] 2026/05/29 - 03:00:01 | 200 | 677.818µs | 10.134.0.34 | POST "/internal/v1/api-keys/cleanup" [GIN] 2026/05/29 - 03:00:02 | 200 | 53.363µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:00:03 | 200 | 631.229µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 03:00:03 | 403 | 168.785µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 03:00:06 | 200 | 81.369µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:00:11 | 200 | 40.707µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:00:12 | 200 | 47.719µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:00:16 | 200 | 38.071µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:00:20 | 403 | 124.471µs | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 03:00:21 | 200 | 42.277µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:00:22 | 200 | 50.144µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:00:26 | 200 | 41.189µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:00:31 | 200 | 76.496µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:00:32 | 200 | 47.379µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:00:36 | 200 | 39.383µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:00:37 | 403 | 122.017µs | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 03:00:41 | 200 | 38.456µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:00:42 | 200 | 46.232µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:00:46 | 200 | 41.534µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:00:51 | 200 | 39.61µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:00:52 | 200 | 40.19µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:00:55 | 403 | 173.859µs | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 03:00:56 | 200 | 40.703µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:01:01 | 200 | 43.909µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:01:02 | 200 | 45.068µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:01:06 | 200 | 41.492µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:01:11 | 200 | 43.345µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-29T03:01:11.219Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"1fedaf91-c2b9-4490-8483-b9936a1eee40","ephemeral":false} {"level":"info","timestamp":"2026-05-29T03:01:11.219Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"1fedaf91-c2b9-4490-8483-b9936a1eee40","keyPrefix":"sk-oai-EOhJeMvnA7Kj...","username":"system:serviceaccount:default:e2e-api-key-ignores-header-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/29 - 03:01:11 | 201 | 1.73245ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 03:01:12 | 200 | 38.835µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:01:16 | 200 | 40.527µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:01:19 | 200 | 448.469µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 03:01:19 | 200 | 296.948µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 03:01:19 | 200 | 159.231µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 03:01:19 | 200 | 19.282192ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 03:01:21 | 200 | 76.845µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:01:22 | 200 | 94.439µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:01:26 | 200 | 40.903µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:01:31 | 200 | 44.178µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:01:32 | 200 | 47.394µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-29T03:01:33.440Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"c210d70e-6e45-4db1-ad6c-2494308b7c98","ephemeral":false} {"level":"info","timestamp":"2026-05-29T03:01:33.440Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"c210d70e-6e45-4db1-ad6c-2494308b7c98","keyPrefix":"sk-oai-VMS7iWTJRl7X...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/29 - 03:01:33 | 201 | 1.732297ms | 100.64.0.4 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-05-29T03:01:33.479Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"82e9b9c7-6393-4793-b556-14b95a0bb355","ephemeral":false} {"level":"info","timestamp":"2026-05-29T03:01:33.479Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"82e9b9c7-6393-4793-b556-14b95a0bb355","keyPrefix":"sk-oai-rlP9SBzHiCZP...","username":"system:serviceaccount:default:e2e-multi-keys-sa","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/29 - 03:01:33 | 201 | 1.435437ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 03:01:36 | 200 | 46.212µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:01:41 | 200 | 40.957µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:01:41 | 200 | 479.417µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 03:01:41 | 200 | 256.526µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 03:01:41 | 200 | 222.357µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 03:01:41 | 200 | 11.997541ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 03:01:41 | 200 | 246.401µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 03:01:41 | 200 | 223.206µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 03:01:41 | 200 | 161.133µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 03:01:41 | 200 | 10.028986ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 03:01:42 | 200 | 39.428µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:01:46 | 200 | 45.87µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:01:51 | 200 | 40.525µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:01:52 | 200 | 51.981µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:01:56 | 200 | 40.698µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:02:00 | 200 | 169.935µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 03:02:00 | 200 | 145.429µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 03:02:00 | 200 | 130.441µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 03:02:00 | 200 | 40.992001ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 03:02:01 | 200 | 94.293µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:02:02 | 200 | 77.377µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:02:06 | 200 | 48.497µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:02:11 | 200 | 39.054µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:02:12 | 200 | 47.399µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:02:16 | 200 | 38.536µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:02:20 | 200 | 162.624µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 03:02:20 | 200 | 12.736651ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 03:02:21 | 200 | 175.262µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 03:02:21 | 200 | 13.113342ms | 100.64.0.4 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 03:02:21 | 200 | 41.615µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:02:22 | 200 | 47.473µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:02:26 | 200 | 40.271µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:02:31 | 200 | 37.5µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:02:32 | 200 | 51.737µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:02:36 | 200 | 38.781µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:02:41 | 200 | 46.735µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:02:42 | 200 | 46.179µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:02:46 | 200 | 42.907µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-29T03:02:46.648Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"13e37836-46a8-432e-98db-b98b52dc8e41","ephemeral":false} {"level":"info","timestamp":"2026-05-29T03:02:46.648Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"13e37836-46a8-432e-98db-b98b52dc8e41","keyPrefix":"sk-oai-ICjEQzv76sSn...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/29 - 03:02:46 | 201 | 1.998768ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 03:02:46 | 200 | 351.468µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 03:02:46 | 200 | 152.671µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 03:02:46 | 200 | 217.685µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 03:02:46 | 200 | 121.014µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 03:02:46 | 200 | 254.669µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 03:02:46 | 200 | 177.147µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 03:02:46 | 200 | 274.525µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 03:02:46 | 200 | 214.232µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 03:02:46 | 200 | 149.274µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 03:02:46 | 200 | 10.125209ms | 100.64.0.2 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 03:02:51 | 200 | 37.531µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:02:52 | 200 | 48.346µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:02:56 | 200 | 42.451µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:03:01 | 200 | 40.266µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:03:02 | 200 | 63.474µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-29T03:03:04.506Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"3b614dda-ba95-4e59-bf44-943168caa7ee","ephemeral":false} {"level":"info","timestamp":"2026-05-29T03:03:04.506Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"3b614dda-ba95-4e59-bf44-943168caa7ee","keyPrefix":"sk-oai-1BFJ8F0a7JKB...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/05/29 - 03:03:04 | 201 | 1.750642ms | 100.64.0.3 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 03:03:04 | 200 | 601.09µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 03:03:04 | 200 | 422.474µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 03:03:06 | 200 | 40.09µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:03:11 | 200 | 46.977µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:03:12 | 200 | 40.111µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:03:16 | 200 | 41.748µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:03:21 | 200 | 61.943µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:03:22 | 200 | 49.087µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:03:26 | 200 | 41.076µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:03:31 | 200 | 41.501µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:03:32 | 200 | 45.231µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:03:36 | 200 | 44.731µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:03:41 | 200 | 70.306µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:03:42 | 200 | 62.437µs | 10.133.0.2 | GET "/health" [GIN] 2026/05/29 - 03:03:46 | 200 | 42.014µs | 10.133.0.2 | GET "/health" {"level":"info","timestamp":"2026-05-29T03:03:46.530Z","caller":"api_keys/service.go:150","message":"Created API key","user":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"id":"0d65a091-4692-4600-889f-085f49bd1c82","ephemeral":false} {"level":"info","timestamp":"2026-05-29T03:03:46.530Z","caller":"api_keys/handler.go:225","message":"Created API key","keyId":"0d65a091-4692-4600-889f-085f49bd1c82","keyPrefix":"sk-oai-PKHSGlb0qqWQ...","username":"system:serviceaccount:maas-admin:tester-admin-user","groups":["system:serviceaccounts","system:serviceaccounts:maas-admin","system:authenticated"],"ephemeral":false} [GIN] 2026/05/29 - 03:03:46 | 201 | 10.207225ms | 100.64.0.2 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 03:03:46 | 200 | 941.938µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 03:03:46 | 200 | 275.958µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 03:03:46 | 200 | 122.99µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 03:03:46 | 200 | 11.49593ms | 100.64.0.3 | GET "/v1/models" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 03:03:46 | 200 | 308.037µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 03:03:46 | 200 | 148.503µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 03:03:46 | 200 | 250.993µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 03:03:46 | 200 | 120.944µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 03:03:46 | 200 | 288.163µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 03:03:46 | 200 | 93.552µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 03:03:46 | 200 | 278.116µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 03:03:46 | 200 | 90.112µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 03:03:46 | 200 | 214.688µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 03:03:46 | 200 | 136.186µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 03:03:46 | 200 | 293.596µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 03:03:46 | 200 | 126.318µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 03:03:46 | 200 | 207.247µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 03:03:46 | 200 | 99.933µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 03:03:46 | 200 | 203.401µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 03:03:46 | 200 | 169.635µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 03:03:46 | 200 | 326.505µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 03:03:46 | 200 | 142.401µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 03:03:46 | 200 | 238.243µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 03:03:46 | 200 | 220.466µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" [GIN] 2026/05/29 - 03:03:47 | 200 | 249.419µs | 10.132.0.36 | POST "/internal/v1/api-keys/validate" [GIN] 2026/05/29 - 03:03:47 | 200 | 150.236µs | 10.132.0.36 | POST "/internal/v1/subscriptions/select" {"level":"info","timestamp":"2026-05-29T03:03:47.082Z","caller":"api_keys/store_postgres.go:467","message":"Revoked API key","id":"0d65a091-4692-4600-889f-085f49bd1c82"} {"level":"info","timestamp":"2026-05-29T03:03:47.082Z","caller":"api_keys/handler.go:326","message":"Revoked API key","keyId":"0d65a091-4692-4600-889f-085f49bd1c82","revokedBy":"system:serviceaccount:maas-admin:tester-admin-user"} [GIN] 2026/05/29 - 03:03:47 | 200 | 2.110937ms | 100.64.0.2 | DELETE "/v1/api-keys/0d65a091-4692-4600-889f-085f49bd1c82" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/05/29 - 03:03:51 | 200 | 40.91µs | 10.133.0.2 | GET "/health"