[GIN] 2026/07/03 - 20:52:03 | 200 | 378.901µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" 2026/07/03 20:52:03 http: TLS handshake error from 10.133.0.44:41680: remote error: tls: bad certificate 2026/07/03 20:52:03 http: TLS handshake error from 10.133.0.44:41686: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:52:03 | 200 | 395.5µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/03 - 20:52:03 | 200 | 245.674µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" 2026/07/03 20:52:04 http: TLS handshake error from 10.133.0.44:41702: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:52:05 | 200 | 40.088µs | 10.133.0.2 | GET "/health" 2026/07/03 20:52:06 http: TLS handshake error from 10.133.0.44:41706: remote error: tls: bad certificate 2026/07/03 20:52:06 http: TLS handshake error from 10.133.0.44:41716: remote error: tls: bad certificate 2026/07/03 20:52:07 http: TLS handshake error from 10.133.0.44:41724: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:52:07 | 200 | 40.491µs | 10.133.0.2 | GET "/health" 2026/07/03 20:52:09 http: TLS handshake error from 10.133.0.44:41734: remote error: tls: bad certificate 2026/07/03 20:52:09 http: TLS handshake error from 10.133.0.44:41740: remote error: tls: bad certificate 2026/07/03 20:52:10 http: TLS handshake error from 10.133.0.44:41744: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:52:10 | 200 | 43.165µs | 10.133.0.2 | GET "/health" 2026/07/03 20:52:12 http: TLS handshake error from 10.133.0.44:33722: remote error: tls: bad certificate 2026/07/03 20:52:12 http: TLS handshake error from 10.133.0.44:33730: remote error: tls: bad certificate 2026/07/03 20:52:13 http: TLS handshake error from 10.133.0.44:33736: remote error: tls: bad certificate 2026/07/03 20:52:15 http: TLS handshake error from 10.133.0.44:33744: remote error: tls: bad certificate 2026/07/03 20:52:15 http: TLS handshake error from 10.133.0.44:33748: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:52:15 | 200 | 40.419µs | 10.133.0.2 | GET "/health" 2026/07/03 20:52:16 http: TLS handshake error from 10.133.0.44:33754: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:52:17 | 200 | 41.13µs | 10.133.0.2 | GET "/health" 2026/07/03 20:52:18 http: TLS handshake error from 10.133.0.44:33762: remote error: tls: bad certificate 2026/07/03 20:52:18 http: TLS handshake error from 10.133.0.44:33764: remote error: tls: bad certificate 2026/07/03 20:52:19 http: TLS handshake error from 10.133.0.44:33774: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:52:20 | 200 | 48.75µs | 10.133.0.2 | GET "/health" 2026/07/03 20:52:21 http: TLS handshake error from 10.133.0.44:37960: remote error: tls: bad certificate 2026/07/03 20:52:21 http: TLS handshake error from 10.133.0.44:37972: remote error: tls: bad certificate 2026/07/03 20:52:22 http: TLS handshake error from 10.133.0.44:37988: remote error: tls: bad certificate {"level":"info","timestamp":"2026-07-03T20:52:22.646Z","caller":"api_keys/service.go:194","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"f673993d-f202-42a6-bda8-a5cdd0fed9d9","ephemeral":false} {"level":"info","timestamp":"2026-07-03T20:52:22.646Z","caller":"api_keys/handler.go:267","message":"Created API key","keyId":"f673993d-f202-42a6-bda8-a5cdd0fed9d9","keyPrefix":"sk-oai-MM9q7rmE8HNX...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/07/03 - 20:52:22 | 201 | 1.941166ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-07-03T20:52:22.683Z","caller":"api_keys/store_postgres.go:487","message":"Revoked API key","id":"f673993d-f202-42a6-bda8-a5cdd0fed9d9"} {"level":"info","timestamp":"2026-07-03T20:52:22.683Z","caller":"api_keys/handler.go:368","message":"Revoked API key","keyId":"f673993d-f202-42a6-bda8-a5cdd0fed9d9","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/07/03 - 20:52:22 | 200 | 1.806459ms | 52.71.36.72 | DELETE "/v1/api-keys/f673993d-f202-42a6-bda8-a5cdd0fed9d9" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-07-03T20:52:22.726Z","caller":"api_keys/service.go:194","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"64fa4489-3f6d-4f14-a270-f1fe3d1ee22d","ephemeral":false} {"level":"info","timestamp":"2026-07-03T20:52:22.726Z","caller":"api_keys/handler.go:267","message":"Created API key","keyId":"64fa4489-3f6d-4f14-a270-f1fe3d1ee22d","keyPrefix":"sk-oai-1XKncyjzCkul...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/07/03 - 20:52:22 | 201 | 1.562308ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"info","timestamp":"2026-07-03T20:52:22.762Z","caller":"api_keys/store_postgres.go:487","message":"Revoked API key","id":"64fa4489-3f6d-4f14-a270-f1fe3d1ee22d"} {"level":"info","timestamp":"2026-07-03T20:52:22.762Z","caller":"api_keys/handler.go:368","message":"Revoked API key","keyId":"64fa4489-3f6d-4f14-a270-f1fe3d1ee22d","revokedBy":"system:serviceaccount:default:tester-regular-user"} [GIN] 2026/07/03 - 20:52:22 | 200 | 1.552626ms | 52.71.36.72 | DELETE "/v1/api-keys/64fa4489-3f6d-4f14-a270-f1fe3d1ee22d" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent {"level":"warn","timestamp":"2026-07-03T20:52:22.797Z","caller":"api_keys/service.go:174","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:default:tester-regular-user","requestedSubscription":"e2e-no-such-subscription-b62aa9130f4e4ca6a9e640f8304b83c1","error":"requested subscription not found"} {"level":"error","timestamp":"2026-07-03T20:52:22.797Z","caller":"api_keys/handler.go:231","message":"Failed to create API key","error":"requested subscription not found","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:231\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:123\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/07/03 - 20:52:22 | 400 | 327.859µs | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent 2026/07/03 20:52:24 http: TLS handshake error from 10.133.0.44:38000: remote error: tls: bad certificate 2026/07/03 20:52:24 http: TLS handshake error from 10.133.0.44:38014: remote error: tls: bad certificate 2026/07/03 20:52:25 http: TLS handshake error from 10.133.0.44:38018: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:52:25 | 200 | 40.024µs | 10.133.0.2 | GET "/health" 2026/07/03 20:52:27 http: TLS handshake error from 10.133.0.44:38024: remote error: tls: bad certificate 2026/07/03 20:52:27 http: TLS handshake error from 10.133.0.44:38034: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:52:27 | 200 | 41.361µs | 10.133.0.2 | GET "/health" 2026/07/03 20:52:28 http: TLS handshake error from 10.133.0.44:38042: remote error: tls: bad certificate 2026/07/03 20:52:30 http: TLS handshake error from 10.133.0.44:38058: remote error: tls: bad certificate 2026/07/03 20:52:30 http: TLS handshake error from 10.133.0.44:38062: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:52:30 | 200 | 37.901µs | 10.133.0.2 | GET "/health" 2026/07/03 20:52:31 http: TLS handshake error from 10.133.0.44:38970: remote error: tls: bad certificate 2026/07/03 20:52:33 http: TLS handshake error from 10.133.0.44:38980: remote error: tls: bad certificate 2026/07/03 20:52:33 http: TLS handshake error from 10.133.0.44:38994: remote error: tls: bad certificate 2026/07/03 20:52:34 http: TLS handshake error from 10.133.0.44:39000: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:52:35 | 200 | 42.178µs | 10.133.0.2 | GET "/health" 2026/07/03 20:52:36 http: TLS handshake error from 10.133.0.44:39014: remote error: tls: bad certificate 2026/07/03 20:52:36 http: TLS handshake error from 10.133.0.44:39024: remote error: tls: bad certificate 2026/07/03 20:52:37 http: TLS handshake error from 10.133.0.44:39028: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:52:37 | 200 | 48.799µs | 10.133.0.2 | GET "/health" 2026/07/03 20:52:39 http: TLS handshake error from 10.133.0.44:39032: remote error: tls: bad certificate 2026/07/03 20:52:39 http: TLS handshake error from 10.133.0.44:39042: remote error: tls: bad certificate 2026/07/03 20:52:40 http: TLS handshake error from 10.133.0.44:39056: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:52:40 | 200 | 43.88µs | 10.133.0.2 | GET "/health" 2026/07/03 20:52:42 http: TLS handshake error from 10.133.0.44:49526: remote error: tls: bad certificate 2026/07/03 20:52:42 http: TLS handshake error from 10.133.0.44:49528: remote error: tls: bad certificate 2026/07/03 20:52:43 http: TLS handshake error from 10.133.0.44:49534: remote error: tls: bad certificate 2026/07/03 20:52:45 http: TLS handshake error from 10.133.0.44:49538: remote error: tls: bad certificate 2026/07/03 20:52:45 http: TLS handshake error from 10.133.0.44:49542: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:52:45 | 200 | 47.049µs | 10.133.0.2 | GET "/health" 2026/07/03 20:52:46 http: TLS handshake error from 10.133.0.44:49558: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:52:47 | 200 | 38.461µs | 10.133.0.2 | GET "/health" 2026/07/03 20:52:48 http: TLS handshake error from 10.133.0.44:49572: remote error: tls: bad certificate 2026/07/03 20:52:48 http: TLS handshake error from 10.133.0.44:49584: remote error: tls: bad certificate 2026/07/03 20:52:49 http: TLS handshake error from 10.133.0.44:49592: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:52:50 | 200 | 39.418µs | 10.133.0.2 | GET "/health" 2026/07/03 20:52:51 http: TLS handshake error from 10.133.0.44:44158: remote error: tls: bad certificate 2026/07/03 20:52:51 http: TLS handshake error from 10.133.0.44:44170: remote error: tls: bad certificate 2026/07/03 20:52:52 http: TLS handshake error from 10.133.0.44:44174: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:52:52 | 200 | 444.631µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/03 - 20:52:52 | 200 | 251.611µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/03 - 20:52:52 | 200 | 294.525µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/03 - 20:52:52 | 200 | 258.69µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" 2026/07/03 20:52:54 http: TLS handshake error from 10.133.0.44:44188: remote error: tls: bad certificate 2026/07/03 20:52:54 http: TLS handshake error from 10.133.0.44:44202: remote error: tls: bad certificate 2026/07/03 20:52:55 http: TLS handshake error from 10.133.0.44:44208: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:52:55 | 200 | 43.579µs | 10.133.0.2 | GET "/health" [GIN] 2026/07/03 - 20:52:57 | 200 | 455.242µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/03 - 20:52:57 | 200 | 295.16µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" 2026/07/03 20:52:57 http: TLS handshake error from 10.133.0.44:44210: remote error: tls: bad certificate 2026/07/03 20:52:57 http: TLS handshake error from 10.133.0.44:44216: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:52:57 | 200 | 36.63µs | 10.133.0.2 | GET "/health" 2026/07/03 20:52:58 http: TLS handshake error from 10.133.0.44:44220: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:53:00 | 200 | 42.455µs | 10.133.0.2 | GET "/health" 2026/07/03 20:53:00 http: TLS handshake error from 10.133.0.44:44234: remote error: tls: bad certificate 2026/07/03 20:53:00 http: TLS handshake error from 10.133.0.44:44242: remote error: tls: bad certificate 2026/07/03 20:53:01 http: TLS handshake error from 10.133.0.44:57462: remote error: tls: bad certificate 2026/07/03 20:53:03 http: TLS handshake error from 10.133.0.44:57464: remote error: tls: bad certificate 2026/07/03 20:53:03 http: TLS handshake error from 10.133.0.44:57470: remote error: tls: bad certificate 2026/07/03 20:53:04 http: TLS handshake error from 10.133.0.44:57474: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:53:05 | 200 | 45.614µs | 10.133.0.2 | GET "/health" 2026/07/03 20:53:06 http: TLS handshake error from 10.133.0.44:57476: remote error: tls: bad certificate 2026/07/03 20:53:06 http: TLS handshake error from 10.133.0.44:57490: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:53:07 | 200 | 38.136µs | 10.133.0.2 | GET "/health" 2026/07/03 20:53:07 http: TLS handshake error from 10.133.0.44:57494: remote error: tls: bad certificate 2026/07/03 20:53:09 http: TLS handshake error from 10.133.0.44:57500: remote error: tls: bad certificate 2026/07/03 20:53:09 http: TLS handshake error from 10.133.0.44:57506: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:53:10 | 200 | 51.167µs | 10.133.0.2 | GET "/health" 2026/07/03 20:53:10 http: TLS handshake error from 10.133.0.44:57522: remote error: tls: bad certificate 2026/07/03 20:53:12 http: TLS handshake error from 10.133.0.44:53384: remote error: tls: bad certificate 2026/07/03 20:53:12 http: TLS handshake error from 10.133.0.44:53396: remote error: tls: bad certificate 2026/07/03 20:53:13 http: TLS handshake error from 10.133.0.44:53402: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:53:15 | 200 | 39.324µs | 10.133.0.2 | GET "/health" 2026/07/03 20:53:15 http: TLS handshake error from 10.133.0.44:53412: remote error: tls: bad certificate 2026/07/03 20:53:15 http: TLS handshake error from 10.133.0.44:53414: remote error: tls: bad certificate 2026/07/03 20:53:16 http: TLS handshake error from 10.133.0.44:53424: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:53:17 | 200 | 37.936µs | 10.133.0.2 | GET "/health" 2026/07/03 20:53:18 http: TLS handshake error from 10.133.0.44:53426: remote error: tls: bad certificate 2026/07/03 20:53:18 http: TLS handshake error from 10.133.0.44:53428: remote error: tls: bad certificate 2026/07/03 20:53:19 http: TLS handshake error from 10.133.0.44:53436: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:53:20 | 200 | 40.671µs | 10.133.0.2 | GET "/health" 2026/07/03 20:53:21 http: TLS handshake error from 10.133.0.44:60970: remote error: tls: bad certificate 2026/07/03 20:53:21 http: TLS handshake error from 10.133.0.44:60972: remote error: tls: bad certificate 2026/07/03 20:53:22 http: TLS handshake error from 10.133.0.44:60988: remote error: tls: bad certificate 2026/07/03 20:53:24 http: TLS handshake error from 10.133.0.44:60992: remote error: tls: bad certificate 2026/07/03 20:53:24 http: TLS handshake error from 10.133.0.44:32770: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:53:25 | 200 | 40.045µs | 10.133.0.2 | GET "/health" 2026/07/03 20:53:25 http: TLS handshake error from 10.133.0.44:32784: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:53:27 | 200 | 46.88µs | 10.133.0.2 | GET "/health" 2026/07/03 20:53:27 http: TLS handshake error from 10.133.0.44:32792: remote error: tls: bad certificate 2026/07/03 20:53:27 http: TLS handshake error from 10.133.0.44:32806: remote error: tls: bad certificate 2026/07/03 20:53:28 http: TLS handshake error from 10.133.0.44:32822: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:53:30 | 200 | 39.218µs | 10.133.0.2 | GET "/health" 2026/07/03 20:53:30 http: TLS handshake error from 10.133.0.44:60994: remote error: tls: bad certificate 2026/07/03 20:53:30 http: TLS handshake error from 10.133.0.44:32774: remote error: tls: bad certificate 2026/07/03 20:53:31 http: TLS handshake error from 10.133.0.44:32786: remote error: tls: bad certificate {"level":"info","timestamp":"2026-07-03T20:53:31.793Z","caller":"api_keys/service.go:194","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"7aaa9f10-038c-4d77-b304-b98ecf4c5899","ephemeral":false} {"level":"info","timestamp":"2026-07-03T20:53:31.793Z","caller":"api_keys/handler.go:267","message":"Created API key","keyId":"7aaa9f10-038c-4d77-b304-b98ecf4c5899","keyPrefix":"sk-oai-pMA9LCibzeX2...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/07/03 - 20:53:31 | 201 | 1.728117ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/03 - 20:53:31 | 200 | 283.61µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/03 - 20:53:31 | 200 | 290.164µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" 2026/07/03 20:53:33 http: TLS handshake error from 10.133.0.44:32800: remote error: tls: bad certificate 2026/07/03 20:53:33 http: TLS handshake error from 10.133.0.44:32812: remote error: tls: bad certificate 2026/07/03 20:53:34 http: TLS handshake error from 10.133.0.44:32824: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:53:35 | 200 | 35.353µs | 10.133.0.2 | GET "/health" 2026/07/03 20:53:36 http: TLS handshake error from 10.133.0.44:32836: remote error: tls: bad certificate 2026/07/03 20:53:36 http: TLS handshake error from 10.133.0.44:32852: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:53:37 | 200 | 33.087µs | 10.133.0.2 | GET "/health" 2026/07/03 20:53:37 http: TLS handshake error from 10.133.0.44:32868: remote error: tls: bad certificate 2026/07/03 20:53:39 http: TLS handshake error from 10.133.0.44:32870: remote error: tls: bad certificate 2026/07/03 20:53:39 http: TLS handshake error from 10.133.0.44:32886: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:53:40 | 200 | 32.962µs | 10.133.0.2 | GET "/health" 2026/07/03 20:53:40 http: TLS handshake error from 10.133.0.44:54526: remote error: tls: bad certificate 2026/07/03 20:53:42 http: TLS handshake error from 10.133.0.44:54530: remote error: tls: bad certificate 2026/07/03 20:53:42 http: TLS handshake error from 10.133.0.44:54536: remote error: tls: bad certificate 2026/07/03 20:53:43 http: TLS handshake error from 10.133.0.44:54546: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:53:45 | 200 | 50.776µs | 10.133.0.2 | GET "/health" 2026/07/03 20:53:45 http: TLS handshake error from 10.133.0.44:54558: remote error: tls: bad certificate 2026/07/03 20:53:45 http: TLS handshake error from 10.133.0.44:54574: remote error: tls: bad certificate 2026/07/03 20:53:46 http: TLS handshake error from 10.133.0.44:54578: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:53:47 | 200 | 33.531µs | 10.133.0.2 | GET "/health" 2026/07/03 20:53:48 http: TLS handshake error from 10.133.0.44:54586: remote error: tls: bad certificate 2026/07/03 20:53:48 http: TLS handshake error from 10.133.0.44:54596: remote error: tls: bad certificate 2026/07/03 20:53:49 http: TLS handshake error from 10.133.0.44:54606: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:53:50 | 200 | 46.793µs | 10.133.0.2 | GET "/health" 2026/07/03 20:53:51 http: TLS handshake error from 10.133.0.44:42192: remote error: tls: bad certificate 2026/07/03 20:53:51 http: TLS handshake error from 10.133.0.44:42194: remote error: tls: bad certificate 2026/07/03 20:53:52 http: TLS handshake error from 10.133.0.44:42198: remote error: tls: bad certificate 2026/07/03 20:53:54 http: TLS handshake error from 10.133.0.44:42206: remote error: tls: bad certificate 2026/07/03 20:53:54 http: TLS handshake error from 10.133.0.44:42212: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:53:55 | 200 | 33.408µs | 10.133.0.2 | GET "/health" 2026/07/03 20:53:55 http: TLS handshake error from 10.133.0.44:42228: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:53:57 | 200 | 33.626µs | 10.133.0.2 | GET "/health" 2026/07/03 20:53:57 http: TLS handshake error from 10.133.0.44:42236: remote error: tls: bad certificate 2026/07/03 20:53:57 http: TLS handshake error from 10.133.0.44:42238: remote error: tls: bad certificate 2026/07/03 20:53:58 http: TLS handshake error from 10.133.0.44:42244: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:54:00 | 200 | 35.748µs | 10.133.0.2 | GET "/health" 2026/07/03 20:54:00 http: TLS handshake error from 10.133.0.44:58928: remote error: tls: bad certificate 2026/07/03 20:54:00 http: TLS handshake error from 10.133.0.44:58934: remote error: tls: bad certificate 2026/07/03 20:54:01 http: TLS handshake error from 10.133.0.44:58942: remote error: tls: bad certificate 2026/07/03 20:54:03 http: TLS handshake error from 10.133.0.44:58950: remote error: tls: bad certificate 2026/07/03 20:54:03 http: TLS handshake error from 10.133.0.44:58966: remote error: tls: bad certificate 2026/07/03 20:54:04 http: TLS handshake error from 10.133.0.44:58970: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:54:05 | 200 | 39.055µs | 10.133.0.2 | GET "/health" 2026/07/03 20:54:06 http: TLS handshake error from 10.133.0.44:58982: remote error: tls: bad certificate 2026/07/03 20:54:06 http: TLS handshake error from 10.133.0.44:58990: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:54:07 | 200 | 32.779µs | 10.133.0.2 | GET "/health" 2026/07/03 20:54:08 http: TLS handshake error from 10.133.0.44:58998: remote error: tls: bad certificate 2026/07/03 20:54:10 http: TLS handshake error from 10.133.0.44:59006: remote error: tls: bad certificate 2026/07/03 20:54:10 http: TLS handshake error from 10.133.0.44:59008: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:54:10 | 200 | 37.099µs | 10.133.0.2 | GET "/health" 2026/07/03 20:54:11 http: TLS handshake error from 10.133.0.44:36702: remote error: tls: bad certificate 2026/07/03 20:54:13 http: TLS handshake error from 10.133.0.44:36712: remote error: tls: bad certificate 2026/07/03 20:54:13 http: TLS handshake error from 10.133.0.44:36714: remote error: tls: bad certificate 2026/07/03 20:54:14 http: TLS handshake error from 10.133.0.44:36716: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:54:15 | 200 | 33.143µs | 10.133.0.2 | GET "/health" 2026/07/03 20:54:16 http: TLS handshake error from 10.133.0.44:36724: remote error: tls: bad certificate 2026/07/03 20:54:16 http: TLS handshake error from 10.133.0.44:36740: remote error: tls: bad certificate 2026/07/03 20:54:17 http: TLS handshake error from 10.133.0.44:36756: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:54:17 | 200 | 35.462µs | 10.133.0.2 | GET "/health" 2026/07/03 20:54:19 http: TLS handshake error from 10.133.0.44:36762: remote error: tls: bad certificate 2026/07/03 20:54:19 http: TLS handshake error from 10.133.0.44:36776: remote error: tls: bad certificate 2026/07/03 20:54:20 http: TLS handshake error from 10.133.0.44:36792: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:54:20 | 200 | 42.622µs | 10.133.0.2 | GET "/health" 2026/07/03 20:54:22 http: TLS handshake error from 10.133.0.44:55242: remote error: tls: bad certificate 2026/07/03 20:54:22 http: TLS handshake error from 10.133.0.44:55250: remote error: tls: bad certificate 2026/07/03 20:54:23 http: TLS handshake error from 10.133.0.44:55258: remote error: tls: bad certificate {"level":"info","timestamp":"2026-07-03T20:54:23.907Z","caller":"api_keys/service.go:194","message":"Created API key","user":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"id":"5d7359bd-473c-479f-a93b-330a8004f196","ephemeral":false} {"level":"info","timestamp":"2026-07-03T20:54:23.907Z","caller":"api_keys/handler.go:267","message":"Created API key","keyId":"5d7359bd-473c-479f-a93b-330a8004f196","keyPrefix":"sk-oai-oaWDXfyMLOyb...","username":"system:serviceaccount:default:tester-regular-user","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:default","system:authenticated"],"ephemeral":false} [GIN] 2026/07/03 - 20:54:23 | 201 | 1.965514ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/03 - 20:54:23 | 200 | 571.62µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/03 - 20:54:23 | 200 | 293.528µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/03 - 20:54:23 | 200 | 347.05µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/03 - 20:54:23 | 200 | 287.633µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/03 - 20:54:24 | 200 | 339.87µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/03 - 20:54:24 | 200 | 322.321µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/03 - 20:54:24 | 200 | 282.137µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/03 - 20:54:24 | 200 | 302.403µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/03 - 20:54:24 | 200 | 312.61µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/03 - 20:54:24 | 200 | 263.43µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" 2026/07/03 20:54:25 http: TLS handshake error from 10.133.0.44:55274: remote error: tls: bad certificate 2026/07/03 20:54:25 http: TLS handshake error from 10.133.0.44:55282: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:54:25 | 200 | 39.757µs | 10.133.0.2 | GET "/health" 2026/07/03 20:54:26 http: TLS handshake error from 10.133.0.44:55296: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:54:27 | 200 | 38.728µs | 10.133.0.2 | GET "/health" 2026/07/03 20:54:28 http: TLS handshake error from 10.133.0.44:55312: remote error: tls: bad certificate 2026/07/03 20:54:28 http: TLS handshake error from 10.133.0.44:55326: remote error: tls: bad certificate 2026/07/03 20:54:29 http: TLS handshake error from 10.133.0.44:55330: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:54:30 | 200 | 42.765µs | 10.133.0.2 | GET "/health" 2026/07/03 20:54:31 http: TLS handshake error from 10.133.0.44:35268: remote error: tls: bad certificate 2026/07/03 20:54:31 http: TLS handshake error from 10.133.0.44:35282: remote error: tls: bad certificate 2026/07/03 20:54:32 http: TLS handshake error from 10.133.0.44:35292: remote error: tls: bad certificate 2026/07/03 20:54:34 http: TLS handshake error from 10.133.0.44:35294: remote error: tls: bad certificate 2026/07/03 20:54:34 http: TLS handshake error from 10.133.0.44:35304: remote error: tls: bad certificate 2026/07/03 20:54:35 http: TLS handshake error from 10.133.0.44:35306: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:54:35 | 200 | 43.924µs | 10.133.0.2 | GET "/health" 2026/07/03 20:54:37 http: TLS handshake error from 10.133.0.44:35312: remote error: tls: bad certificate 2026/07/03 20:54:37 http: TLS handshake error from 10.133.0.44:35314: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:54:37 | 200 | 38.126µs | 10.133.0.2 | GET "/health" 2026/07/03 20:54:38 http: TLS handshake error from 10.133.0.44:35318: remote error: tls: bad certificate 2026/07/03 20:54:40 http: TLS handshake error from 10.133.0.44:35328: remote error: tls: bad certificate 2026/07/03 20:54:40 http: TLS handshake error from 10.133.0.44:35330: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:54:40 | 200 | 38.943µs | 10.133.0.2 | GET "/health" 2026/07/03 20:54:41 http: TLS handshake error from 10.133.0.44:34016: remote error: tls: bad certificate 2026/07/03 20:54:43 http: TLS handshake error from 10.133.0.44:34024: remote error: tls: bad certificate 2026/07/03 20:54:43 http: TLS handshake error from 10.133.0.44:34026: remote error: tls: bad certificate 2026/07/03 20:54:44 http: TLS handshake error from 10.133.0.44:34038: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:54:45 | 200 | 40.365µs | 10.133.0.2 | GET "/health" 2026/07/03 20:54:46 http: TLS handshake error from 10.133.0.44:34046: remote error: tls: bad certificate 2026/07/03 20:54:46 http: TLS handshake error from 10.133.0.44:34062: remote error: tls: bad certificate 2026/07/03 20:54:47 http: TLS handshake error from 10.133.0.44:34070: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:54:47 | 200 | 37.667µs | 10.133.0.2 | GET "/health" 2026/07/03 20:54:49 http: TLS handshake error from 10.133.0.44:34078: remote error: tls: bad certificate 2026/07/03 20:54:49 http: TLS handshake error from 10.133.0.44:34084: remote error: tls: bad certificate 2026/07/03 20:54:50 http: TLS handshake error from 10.133.0.44:34090: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:54:50 | 200 | 39.426µs | 10.133.0.2 | GET "/health" 2026/07/03 20:54:52 http: TLS handshake error from 10.133.0.44:53088: remote error: tls: bad certificate 2026/07/03 20:54:52 http: TLS handshake error from 10.133.0.44:53090: remote error: tls: bad certificate 2026/07/03 20:54:53 http: TLS handshake error from 10.133.0.44:53104: remote error: tls: bad certificate 2026/07/03 20:54:55 http: TLS handshake error from 10.133.0.44:53120: remote error: tls: bad certificate 2026/07/03 20:54:55 http: TLS handshake error from 10.133.0.44:53126: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:54:55 | 200 | 41.086µs | 10.133.0.2 | GET "/health" 2026/07/03 20:54:56 http: TLS handshake error from 10.133.0.44:53128: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:54:57 | 200 | 45.418µs | 10.133.0.2 | GET "/health" 2026/07/03 20:54:58 http: TLS handshake error from 10.133.0.44:53134: remote error: tls: bad certificate 2026/07/03 20:54:58 http: TLS handshake error from 10.133.0.44:53136: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:54:58 | 200 | 462.039µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/03 - 20:54:58 | 200 | 300.597µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" 2026/07/03 20:54:59 http: TLS handshake error from 10.133.0.44:53148: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:55:00 | 200 | 40.926µs | 10.133.0.2 | GET "/health" 2026/07/03 20:55:01 http: TLS handshake error from 10.133.0.44:37366: remote error: tls: bad certificate 2026/07/03 20:55:01 http: TLS handshake error from 10.133.0.44:37372: remote error: tls: bad certificate 2026/07/03 20:55:02 http: TLS handshake error from 10.133.0.44:37376: remote error: tls: bad certificate 2026/07/03 20:55:04 http: TLS handshake error from 10.133.0.44:37388: remote error: tls: bad certificate 2026/07/03 20:55:04 http: TLS handshake error from 10.133.0.44:37394: remote error: tls: bad certificate 2026/07/03 20:55:05 http: TLS handshake error from 10.133.0.44:37396: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:55:05 | 200 | 41.7µs | 10.133.0.2 | GET "/health" {"level":"warn","timestamp":"2026-07-03T20:55:07.123Z","caller":"api_keys/service.go:174","message":"Subscription selection failed when creating API key","user":"system:serviceaccount:default:tester-regular-user","requestedSubscription":"e2e-premium-sa-sub","error":"requested model is unhealthy in subscription"} {"level":"error","timestamp":"2026-07-03T20:55:07.123Z","caller":"api_keys/handler.go:231","message":"Failed to create API key","error":"requested model is unhealthy in subscription","stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys.(*Handler).CreateAPIKey\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/api_keys/handler.go:231\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.registerHandlers.(*Handler).ExtractUserInfo.func4\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/token/handler.go:123\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.NewMiddleware.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/metrics/middleware.go:20\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.LoggerWithConfig.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/logger.go:249\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\nmain.serve.RequestID.func7\n\tgithub.com/opendatahub-io/models-as-a-service/maas-api/internal/middleware/request_id.go:57\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.CustomRecoveryWithWriter.func1\n\tgithub.com/gin-gonic/gin@v1.10.1/recovery.go:102\ngithub.com/gin-gonic/gin.(*Context).Next\n\tgithub.com/gin-gonic/gin@v1.10.1/context.go:185\ngithub.com/gin-gonic/gin.(*Engine).handleHTTPRequest\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:644\ngithub.com/gin-gonic/gin.(*Engine).ServeHTTP\n\tgithub.com/gin-gonic/gin@v1.10.1/gin.go:600\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3340\nnet/http.(*conn).serve\n\tnet/http/server.go:2109"} [GIN] 2026/07/03 - 20:55:07 | 400 | 1.240477ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent 2026/07/03 20:55:07 http: TLS handshake error from 10.133.0.44:37406: remote error: tls: bad certificate 2026/07/03 20:55:07 http: TLS handshake error from 10.133.0.44:37414: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:55:07 | 200 | 40.753µs | 10.133.0.2 | GET "/health" 2026/07/03 20:55:08 http: TLS handshake error from 10.133.0.44:37426: remote error: tls: bad certificate 2026/07/03 20:55:10 http: TLS handshake error from 10.133.0.44:37442: remote error: tls: bad certificate 2026/07/03 20:55:10 http: TLS handshake error from 10.133.0.44:37452: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:55:10 | 200 | 37.483µs | 10.133.0.2 | GET "/health" 2026/07/03 20:55:11 http: TLS handshake error from 10.133.0.44:52882: remote error: tls: bad certificate 2026/07/03 20:55:13 http: TLS handshake error from 10.133.0.44:52892: remote error: tls: bad certificate 2026/07/03 20:55:13 http: TLS handshake error from 10.133.0.44:52908: remote error: tls: bad certificate 2026/07/03 20:55:14 http: TLS handshake error from 10.133.0.44:52924: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:55:15 | 200 | 37.615µs | 10.133.0.2 | GET "/health" 2026/07/03 20:55:16 http: TLS handshake error from 10.133.0.44:52936: remote error: tls: bad certificate 2026/07/03 20:55:16 http: TLS handshake error from 10.133.0.44:52950: remote error: tls: bad certificate 2026/07/03 20:55:17 http: TLS handshake error from 10.133.0.44:52962: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:55:17 | 200 | 38.856µs | 10.133.0.2 | GET "/health" 2026/07/03 20:55:19 http: TLS handshake error from 10.133.0.44:52972: remote error: tls: bad certificate 2026/07/03 20:55:19 http: TLS handshake error from 10.133.0.44:52976: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:55:19 | 200 | 477.755µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/03 - 20:55:19 | 200 | 298.804µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/03 - 20:55:20 | 200 | 40.066µs | 10.133.0.2 | GET "/health" 2026/07/03 20:55:20 http: TLS handshake error from 10.133.0.44:52990: remote error: tls: bad certificate 2026/07/03 20:55:22 http: TLS handshake error from 10.133.0.44:37758: remote error: tls: bad certificate 2026/07/03 20:55:22 http: TLS handshake error from 10.133.0.44:37770: remote error: tls: bad certificate 2026/07/03 20:55:23 http: TLS handshake error from 10.133.0.44:37786: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:55:25 | 200 | 39.615µs | 10.133.0.2 | GET "/health" 2026/07/03 20:55:25 http: TLS handshake error from 10.133.0.44:37796: remote error: tls: bad certificate 2026/07/03 20:55:25 http: TLS handshake error from 10.133.0.44:37806: remote error: tls: bad certificate 2026/07/03 20:55:26 http: TLS handshake error from 10.133.0.44:37820: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:55:27 | 200 | 39.605µs | 10.133.0.2 | GET "/health" [GIN] 2026/07/03 - 20:55:28 | 200 | 450.842µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/03 - 20:55:28 | 200 | 322.961µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" 2026/07/03 20:55:28 http: TLS handshake error from 10.133.0.44:37834: remote error: tls: bad certificate 2026/07/03 20:55:28 http: TLS handshake error from 10.133.0.44:37848: remote error: tls: bad certificate 2026/07/03 20:55:29 http: TLS handshake error from 10.133.0.44:37852: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:55:30 | 200 | 53.204µs | 10.133.0.2 | GET "/health" 2026/07/03 20:55:31 http: TLS handshake error from 10.133.0.44:59556: remote error: tls: bad certificate 2026/07/03 20:55:31 http: TLS handshake error from 10.133.0.44:59562: remote error: tls: bad certificate 2026/07/03 20:55:32 http: TLS handshake error from 10.133.0.44:59564: remote error: tls: bad certificate 2026/07/03 20:55:34 http: TLS handshake error from 10.133.0.44:59576: remote error: tls: bad certificate 2026/07/03 20:55:34 http: TLS handshake error from 10.133.0.44:59590: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:55:35 | 200 | 40.318µs | 10.133.0.2 | GET "/health" 2026/07/03 20:55:35 http: TLS handshake error from 10.133.0.44:59602: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:55:37 | 200 | 40.563µs | 10.133.0.2 | GET "/health" 2026/07/03 20:55:37 http: TLS handshake error from 10.133.0.44:59606: remote error: tls: bad certificate 2026/07/03 20:55:37 http: TLS handshake error from 10.133.0.44:59612: remote error: tls: bad certificate 2026/07/03 20:55:38 http: TLS handshake error from 10.133.0.44:59622: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:55:40 | 200 | 50.275µs | 10.133.0.2 | GET "/health" 2026/07/03 20:55:40 http: TLS handshake error from 10.133.0.44:55468: remote error: tls: bad certificate 2026/07/03 20:55:40 http: TLS handshake error from 10.133.0.44:55484: remote error: tls: bad certificate 2026/07/03 20:55:41 http: TLS handshake error from 10.133.0.44:55498: remote error: tls: bad certificate 2026/07/03 20:55:43 http: TLS handshake error from 10.133.0.44:55506: remote error: tls: bad certificate 2026/07/03 20:55:43 http: TLS handshake error from 10.133.0.44:55518: remote error: tls: bad certificate 2026/07/03 20:55:44 http: TLS handshake error from 10.133.0.44:55532: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:55:45 | 200 | 39.586µs | 10.133.0.2 | GET "/health" 2026/07/03 20:55:46 http: TLS handshake error from 10.133.0.44:55542: remote error: tls: bad certificate 2026/07/03 20:55:46 http: TLS handshake error from 10.133.0.44:55554: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:55:47 | 200 | 41.165µs | 10.133.0.2 | GET "/health" 2026/07/03 20:55:47 http: TLS handshake error from 10.133.0.44:55566: remote error: tls: bad certificate 2026/07/03 20:55:49 http: TLS handshake error from 10.133.0.44:55570: remote error: tls: bad certificate 2026/07/03 20:55:49 http: TLS handshake error from 10.133.0.44:55580: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:55:50 | 200 | 41.356µs | 10.133.0.2 | GET "/health" 2026/07/03 20:55:50 http: TLS handshake error from 10.133.0.44:42218: remote error: tls: bad certificate 2026/07/03 20:55:52 http: TLS handshake error from 10.133.0.44:42220: remote error: tls: bad certificate 2026/07/03 20:55:52 http: TLS handshake error from 10.133.0.44:42232: remote error: tls: bad certificate 2026/07/03 20:55:53 http: TLS handshake error from 10.133.0.44:42244: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:55:55 | 200 | 40.414µs | 10.133.0.2 | GET "/health" 2026/07/03 20:55:55 http: TLS handshake error from 10.133.0.44:42250: remote error: tls: bad certificate 2026/07/03 20:55:55 http: TLS handshake error from 10.133.0.44:42262: remote error: tls: bad certificate 2026/07/03 20:55:56 http: TLS handshake error from 10.133.0.44:42270: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:55:57 | 200 | 42.757µs | 10.133.0.2 | GET "/health" 2026/07/03 20:55:58 http: TLS handshake error from 10.133.0.44:42276: remote error: tls: bad certificate 2026/07/03 20:55:58 http: TLS handshake error from 10.133.0.44:42284: remote error: tls: bad certificate 2026/07/03 20:55:59 http: TLS handshake error from 10.133.0.44:42286: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:56:00 | 200 | 38.723µs | 10.133.0.2 | GET "/health" 2026/07/03 20:56:01 http: TLS handshake error from 10.133.0.44:39932: remote error: tls: bad certificate 2026/07/03 20:56:01 http: TLS handshake error from 10.133.0.44:39940: remote error: tls: bad certificate 2026/07/03 20:56:02 http: TLS handshake error from 10.133.0.44:39950: remote error: tls: bad certificate 2026/07/03 20:56:04 http: TLS handshake error from 10.133.0.44:39960: remote error: tls: bad certificate 2026/07/03 20:56:04 http: TLS handshake error from 10.133.0.44:39976: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:56:05 | 200 | 37.069µs | 10.133.0.2 | GET "/health" 2026/07/03 20:56:05 http: TLS handshake error from 10.133.0.44:39992: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:56:07 | 200 | 55.149µs | 10.133.0.2 | GET "/health" 2026/07/03 20:56:07 http: TLS handshake error from 10.133.0.44:40000: remote error: tls: bad certificate 2026/07/03 20:56:07 http: TLS handshake error from 10.133.0.44:40012: remote error: tls: bad certificate 2026/07/03 20:56:08 http: TLS handshake error from 10.133.0.44:40014: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:56:10 | 200 | 44.849µs | 10.133.0.2 | GET "/health" [GIN] 2026/07/03 - 20:56:10 | 200 | 9.392861ms | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/03 - 20:56:10 | 200 | 287.258µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" 2026/07/03 20:56:10 http: TLS handshake error from 10.133.0.44:49548: remote error: tls: bad certificate 2026/07/03 20:56:10 http: TLS handshake error from 10.133.0.44:49554: remote error: tls: bad certificate 2026/07/03 20:56:11 http: TLS handshake error from 10.133.0.44:49564: remote error: tls: bad certificate 2026/07/03 20:56:13 http: TLS handshake error from 10.133.0.44:49578: remote error: tls: bad certificate 2026/07/03 20:56:13 http: TLS handshake error from 10.133.0.44:49592: remote error: tls: bad certificate 2026/07/03 20:56:14 http: TLS handshake error from 10.133.0.44:49596: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:56:15 | 200 | 53.134µs | 10.133.0.2 | GET "/health" [GIN] 2026/07/03 - 20:56:15 | 200 | 607.401µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/03 - 20:56:15 | 200 | 331.792µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" 2026/07/03 20:56:16 http: TLS handshake error from 10.133.0.44:49610: remote error: tls: bad certificate 2026/07/03 20:56:16 http: TLS handshake error from 10.133.0.44:49624: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:56:17 | 200 | 39.027µs | 10.133.0.2 | GET "/health" 2026/07/03 20:56:17 http: TLS handshake error from 10.133.0.44:49636: remote error: tls: bad certificate 2026/07/03 20:56:19 http: TLS handshake error from 10.133.0.44:49646: remote error: tls: bad certificate 2026/07/03 20:56:19 http: TLS handshake error from 10.133.0.44:49652: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:56:20 | 200 | 41.16µs | 10.133.0.2 | GET "/health" 2026/07/03 20:56:20 http: TLS handshake error from 10.133.0.44:50772: remote error: tls: bad certificate 2026/07/03 20:56:22 http: TLS handshake error from 10.133.0.44:50784: remote error: tls: bad certificate 2026/07/03 20:56:22 http: TLS handshake error from 10.133.0.44:50800: remote error: tls: bad certificate 2026/07/03 20:56:23 http: TLS handshake error from 10.133.0.44:50812: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:56:25 | 200 | 49.809µs | 10.133.0.2 | GET "/health" 2026/07/03 20:56:25 http: TLS handshake error from 10.133.0.44:50816: remote error: tls: bad certificate 2026/07/03 20:56:25 http: TLS handshake error from 10.133.0.44:50820: remote error: tls: bad certificate 2026/07/03 20:56:26 http: TLS handshake error from 10.133.0.44:50822: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:56:27 | 200 | 39.856µs | 10.133.0.2 | GET "/health" 2026/07/03 20:56:28 http: TLS handshake error from 10.133.0.44:50824: remote error: tls: bad certificate 2026/07/03 20:56:28 http: TLS handshake error from 10.133.0.44:50840: remote error: tls: bad certificate 2026/07/03 20:56:29 http: TLS handshake error from 10.133.0.44:50852: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:56:30 | 200 | 41.533µs | 10.133.0.2 | GET "/health" 2026/07/03 20:56:31 http: TLS handshake error from 10.133.0.44:40136: remote error: tls: bad certificate 2026/07/03 20:56:31 http: TLS handshake error from 10.133.0.44:40152: remote error: tls: bad certificate 2026/07/03 20:56:32 http: TLS handshake error from 10.133.0.44:40160: remote error: tls: bad certificate 2026/07/03 20:56:34 http: TLS handshake error from 10.133.0.44:40174: remote error: tls: bad certificate 2026/07/03 20:56:34 http: TLS handshake error from 10.133.0.44:40190: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:56:35 | 200 | 35.771µs | 10.133.0.2 | GET "/health" 2026/07/03 20:56:35 http: TLS handshake error from 10.133.0.44:40194: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:56:37 | 200 | 36.525µs | 10.133.0.2 | GET "/health" 2026/07/03 20:56:37 http: TLS handshake error from 10.133.0.44:40198: remote error: tls: bad certificate 2026/07/03 20:56:38 http: TLS handshake error from 10.133.0.44:40204: remote error: tls: bad certificate 2026/07/03 20:56:39 http: TLS handshake error from 10.133.0.44:40220: remote error: tls: bad certificate {"level":"info","timestamp":"2026-07-03T20:56:39.586Z","caller":"api_keys/service.go:194","message":"Created API key","user":"system:serviceaccount:models-as-a-service:e2e-ordering-sa-e50c10","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"id":"26ea0afe-f521-4e41-8999-519e35db50b3","ephemeral":false} {"level":"info","timestamp":"2026-07-03T20:56:39.586Z","caller":"api_keys/handler.go:267","message":"Created API key","keyId":"26ea0afe-f521-4e41-8999-519e35db50b3","keyPrefix":"sk-oai-is2v7SBurY27...","username":"system:serviceaccount:models-as-a-service:e2e-ordering-sa-e50c10","groups":["system:authenticated","system:serviceaccounts","system:serviceaccounts:models-as-a-service","system:authenticated"],"ephemeral":false} [GIN] 2026/07/03 - 20:56:39 | 201 | 2.281928ms | 52.71.36.72 | POST "/v1/api-keys" | Authorization=present X-Api-Key=absent Cookie=absent Set-Cookie=absent [GIN] 2026/07/03 - 20:56:39 | 200 | 438.843µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/03 - 20:56:39 | 200 | 287.748µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/03 - 20:56:39 | 200 | 469.621µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/03 - 20:56:39 | 200 | 325.404µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" [GIN] 2026/07/03 - 20:56:40 | 200 | 31.936µs | 10.133.0.2 | GET "/health" 2026/07/03 20:56:41 http: TLS handshake error from 10.133.0.44:33120: remote error: tls: bad certificate 2026/07/03 20:56:41 http: TLS handshake error from 10.133.0.44:33130: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:56:41 | 200 | 552.028µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/03 - 20:56:41 | 200 | 298.692µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" 2026/07/03 20:56:42 http: TLS handshake error from 10.133.0.44:33136: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:56:43 | 200 | 531.123µs | 10.132.0.33 | POST "/internal/v1/api-keys/validate" [GIN] 2026/07/03 - 20:56:43 | 200 | 283.317µs | 10.132.0.33 | POST "/internal/v1/subscriptions/select" 2026/07/03 20:56:44 http: TLS handshake error from 10.133.0.44:33148: remote error: tls: bad certificate 2026/07/03 20:56:44 http: TLS handshake error from 10.133.0.44:33160: remote error: tls: bad certificate 2026/07/03 20:56:45 http: TLS handshake error from 10.133.0.44:33168: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:56:45 | 200 | 43.193µs | 10.133.0.2 | GET "/health" 2026/07/03 20:56:47 http: TLS handshake error from 10.133.0.44:33184: remote error: tls: bad certificate 2026/07/03 20:56:47 http: TLS handshake error from 10.133.0.44:33196: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:56:47 | 200 | 33.871µs | 10.133.0.2 | GET "/health" 2026/07/03 20:56:48 http: TLS handshake error from 10.133.0.44:33204: remote error: tls: bad certificate 2026/07/03 20:56:50 http: TLS handshake error from 10.133.0.44:33218: remote error: tls: bad certificate 2026/07/03 20:56:50 http: TLS handshake error from 10.133.0.44:33224: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:56:50 | 200 | 32.557µs | 10.133.0.2 | GET "/health" 2026/07/03 20:56:51 http: TLS handshake error from 10.133.0.44:52696: remote error: tls: bad certificate 2026/07/03 20:56:53 http: TLS handshake error from 10.133.0.44:52712: remote error: tls: bad certificate 2026/07/03 20:56:53 http: TLS handshake error from 10.133.0.44:52714: remote error: tls: bad certificate 2026/07/03 20:56:54 http: TLS handshake error from 10.133.0.44:52724: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:56:55 | 200 | 54.872µs | 10.133.0.2 | GET "/health" 2026/07/03 20:56:56 http: TLS handshake error from 10.133.0.44:52740: remote error: tls: bad certificate 2026/07/03 20:56:56 http: TLS handshake error from 10.133.0.44:52752: remote error: tls: bad certificate 2026/07/03 20:56:57 http: TLS handshake error from 10.133.0.44:52762: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:56:57 | 200 | 32.009µs | 10.133.0.2 | GET "/health" 2026/07/03 20:56:59 http: TLS handshake error from 10.133.0.44:52768: remote error: tls: bad certificate 2026/07/03 20:56:59 http: TLS handshake error from 10.133.0.44:52772: remote error: tls: bad certificate 2026/07/03 20:57:00 http: TLS handshake error from 10.133.0.44:52788: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:57:00 | 200 | 33.689µs | 10.133.0.2 | GET "/health" 2026/07/03 20:57:02 http: TLS handshake error from 10.133.0.44:43518: remote error: tls: bad certificate 2026/07/03 20:57:02 http: TLS handshake error from 10.133.0.44:43526: remote error: tls: bad certificate 2026/07/03 20:57:03 http: TLS handshake error from 10.133.0.44:43534: remote error: tls: bad certificate 2026/07/03 20:57:05 http: TLS handshake error from 10.133.0.44:43546: remote error: tls: bad certificate 2026/07/03 20:57:05 http: TLS handshake error from 10.133.0.44:43548: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:57:05 | 200 | 32.222µs | 10.133.0.2 | GET "/health" 2026/07/03 20:57:06 http: TLS handshake error from 10.133.0.44:43552: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:57:07 | 200 | 35.619µs | 10.133.0.2 | GET "/health" 2026/07/03 20:57:08 http: TLS handshake error from 10.133.0.44:43564: remote error: tls: bad certificate 2026/07/03 20:57:08 http: TLS handshake error from 10.133.0.44:43574: remote error: tls: bad certificate 2026/07/03 20:57:09 http: TLS handshake error from 10.133.0.44:43584: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:57:10 | 200 | 40.829µs | 10.133.0.2 | GET "/health" 2026/07/03 20:57:11 http: TLS handshake error from 10.133.0.44:53432: remote error: tls: bad certificate 2026/07/03 20:57:11 http: TLS handshake error from 10.133.0.44:53446: remote error: tls: bad certificate 2026/07/03 20:57:12 http: TLS handshake error from 10.133.0.44:53454: remote error: tls: bad certificate 2026/07/03 20:57:14 http: TLS handshake error from 10.133.0.44:53458: remote error: tls: bad certificate 2026/07/03 20:57:14 http: TLS handshake error from 10.133.0.44:53462: remote error: tls: bad certificate 2026/07/03 20:57:15 http: TLS handshake error from 10.133.0.44:53476: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:57:15 | 200 | 44.183µs | 10.133.0.2 | GET "/health" 2026/07/03 20:57:17 http: TLS handshake error from 10.133.0.44:53490: remote error: tls: bad certificate 2026/07/03 20:57:17 http: TLS handshake error from 10.133.0.44:53500: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:57:17 | 200 | 39.318µs | 10.133.0.2 | GET "/health" 2026/07/03 20:57:18 http: TLS handshake error from 10.133.0.44:53514: remote error: tls: bad certificate 2026/07/03 20:57:20 http: TLS handshake error from 10.133.0.44:53520: remote error: tls: bad certificate 2026/07/03 20:57:20 http: TLS handshake error from 10.133.0.44:53536: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:57:20 | 200 | 40.171µs | 10.133.0.2 | GET "/health" 2026/07/03 20:57:21 http: TLS handshake error from 10.133.0.44:46764: remote error: tls: bad certificate 2026/07/03 20:57:23 http: TLS handshake error from 10.133.0.44:46770: remote error: tls: bad certificate 2026/07/03 20:57:23 http: TLS handshake error from 10.133.0.44:46784: remote error: tls: bad certificate 2026/07/03 20:57:24 http: TLS handshake error from 10.133.0.44:46786: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:57:25 | 200 | 63.028µs | 10.133.0.2 | GET "/health" 2026/07/03 20:57:26 http: TLS handshake error from 10.133.0.44:46798: remote error: tls: bad certificate 2026/07/03 20:57:26 http: TLS handshake error from 10.133.0.44:46804: remote error: tls: bad certificate 2026/07/03 20:57:27 http: TLS handshake error from 10.133.0.44:46810: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:57:27 | 200 | 43.478µs | 10.133.0.2 | GET "/health" 2026/07/03 20:57:29 http: TLS handshake error from 10.133.0.44:46818: remote error: tls: bad certificate 2026/07/03 20:57:29 http: TLS handshake error from 10.133.0.44:46830: remote error: tls: bad certificate 2026/07/03 20:57:30 http: TLS handshake error from 10.133.0.44:46834: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:57:30 | 200 | 50.912µs | 10.133.0.2 | GET "/health" 2026/07/03 20:57:32 http: TLS handshake error from 10.133.0.44:37798: remote error: tls: bad certificate 2026/07/03 20:57:32 http: TLS handshake error from 10.133.0.44:37800: remote error: tls: bad certificate 2026/07/03 20:57:33 http: TLS handshake error from 10.133.0.44:37806: remote error: tls: bad certificate 2026/07/03 20:57:35 http: TLS handshake error from 10.133.0.44:37816: remote error: tls: bad certificate 2026/07/03 20:57:35 http: TLS handshake error from 10.133.0.44:37822: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:57:35 | 200 | 39.202µs | 10.133.0.2 | GET "/health" 2026/07/03 20:57:36 http: TLS handshake error from 10.133.0.44:37830: remote error: tls: bad certificate [GIN] 2026/07/03 - 20:57:37 | 200 | 37.73µs | 10.133.0.2 | GET "/health"