2026-07-17T05:38:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ce2966","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ce2966", "reconcileID": "1c20b67e-4929-418e-8743-9e9033484748", "Gateway": "e2e-api-b-ce2966", "namespace": "openshift-ingress", "name": "e2e-api-b-ce2966-authn-ssl"} 2026-07-17T05:38:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ce2966","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ce2966", "reconcileID": "1c20b67e-4929-418e-8743-9e9033484748", "Gateway": "e2e-api-b-ce2966", "namespace": "openshift-ingress"} 2026-07-17T05:38:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ce2966"}, "namespace": "ai-tenant-e2e-api-b-ce2966", "name": "openshift-service-ca.crt", "reconcileID": "4834637a-3047-4fee-8dcb-e9c0d9e7912e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ce2966"} 2026-07-17T05:38:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ce2966"}, "namespace": "ai-tenant-e2e-api-b-ce2966", "name": "odh-trusted-ca-bundle", "reconcileID": "a71f9350-a6b0-4d54-ac87-32de09893f19", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ce2966"} 2026-07-17T05:38:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ce2966"}, "namespace": "ai-tenant-e2e-api-b-ce2966", "name": "openshift-service-ca.crt", "reconcileID": "1b3648da-2620-456a-ad8c-00b88b592c8f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ce2966", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T05:38:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ce2966"}, "namespace": "ai-tenant-e2e-api-b-ce2966", "name": "openshift-service-ca.crt", "reconcileID": "1b3648da-2620-456a-ad8c-00b88b592c8f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ce2966"} 2026-07-17T05:38:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ce2966"}, "namespace": "ai-tenant-e2e-api-b-ce2966", "name": "openshift-service-ca.crt", "reconcileID": "64ace998-5791-4d01-8030-af6774c2aa14", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ce2966", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T05:38:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ce2966"}, "namespace": "ai-tenant-e2e-api-b-ce2966", "name": "openshift-service-ca.crt", "reconcileID": "64ace998-5791-4d01-8030-af6774c2aa14", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-17T05:38:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ce2966"}, "namespace": "ai-tenant-e2e-api-b-ce2966", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c78dc9fc-5f17-4640-adc2-438946b73e5e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ce2966", "update": "odh-kserve-custom-ca-bundle"} 2026-07-17T05:38:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ce2966"}, "namespace": "ai-tenant-e2e-api-b-ce2966", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c78dc9fc-5f17-4640-adc2-438946b73e5e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ce2966"} 2026-07-17T05:38:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ce2966"}, "namespace": "ai-tenant-e2e-api-b-ce2966", "name": "odh-trusted-ca-bundle", "reconcileID": "104f944a-b189-4c92-923c-a687ec8350a7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ce2966"} 2026-07-17T05:38:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ce2966"}, "namespace": "ai-tenant-e2e-api-b-ce2966", "name": "openshift-service-ca.crt", "reconcileID": "4eca8faa-fc20-4381-be35-a8ebdc442b80", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ce2966"} 2026-07-17T05:38:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ce2966"}, "namespace": "ai-tenant-e2e-api-b-ce2966", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b08faa9c-011a-46c5-aa63-8166019be188", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ce2966"} 2026-07-17T05:38:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ce2966","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ce2966", "reconcileID": "bd01ba30-3c09-4fe9-91e7-359f70ed2657", "Gateway": "e2e-api-b-ce2966", "namespace": "openshift-ingress"} 2026-07-17T05:38:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ce2966","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ce2966", "reconcileID": "bd01ba30-3c09-4fe9-91e7-359f70ed2657", "Gateway": "e2e-api-b-ce2966", "namespace": "openshift-ingress", "name": "e2e-api-b-ce2966-authn-ssl"} 2026-07-17T05:38:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ce2966","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ce2966", "reconcileID": "bd01ba30-3c09-4fe9-91e7-359f70ed2657", "Gateway": "e2e-api-b-ce2966", "namespace": "openshift-ingress"} 2026-07-17T05:38:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e9a5215e-b8b7-4cc1-ad37-9a82ad3869b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T05:38:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-938bd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-938bd0", "reconcileID": "5e0606a4-9ba4-4a7f-8d73-02bf642e4f44", "Gateway": "e2e-api-a-938bd0", "namespace": "openshift-ingress"} 2026-07-17T05:38:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-938bd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-938bd0", "reconcileID": "5e0606a4-9ba4-4a7f-8d73-02bf642e4f44", "Gateway": "e2e-api-a-938bd0", "namespace": "openshift-ingress", "name": "e2e-api-a-938bd0-authn-ssl"} 2026-07-17T05:38:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-938bd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-938bd0", "reconcileID": "5e0606a4-9ba4-4a7f-8d73-02bf642e4f44", "Gateway": "e2e-api-a-938bd0", "namespace": "openshift-ingress"} 2026-07-17T05:38:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ce2966","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ce2966", "reconcileID": "c9470e69-5ed2-4c34-9c22-31848777a1ed", "Gateway": "e2e-api-b-ce2966", "namespace": "openshift-ingress"} 2026-07-17T05:38:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ce2966","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ce2966", "reconcileID": "c9470e69-5ed2-4c34-9c22-31848777a1ed", "Gateway": "e2e-api-b-ce2966", "namespace": "openshift-ingress", "name": "e2e-api-b-ce2966-authn-ssl"} 2026-07-17T05:38:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ce2966","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ce2966", "reconcileID": "c9470e69-5ed2-4c34-9c22-31848777a1ed", "Gateway": "e2e-api-b-ce2966", "namespace": "openshift-ingress"} 2026-07-17T05:38:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b799a754-4359-4430-99c6-f0b8506f5e01", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T05:38:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "33d2d909-f4f5-4ff6-836d-32521d6d550f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T05:38:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bb6a76e8-f0bb-41d4-975b-ad874c739ccc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T05:38:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-938bd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-938bd0", "reconcileID": "e929d1b3-f2a4-4e69-b287-cc1ccb1f3c2c", "Gateway": "e2e-api-a-938bd0", "namespace": "openshift-ingress"} 2026-07-17T05:38:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-938bd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-938bd0", "reconcileID": "e929d1b3-f2a4-4e69-b287-cc1ccb1f3c2c", "Gateway": "e2e-api-a-938bd0", "namespace": "openshift-ingress", "name": "e2e-api-a-938bd0-authn-ssl"} 2026-07-17T05:38:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-938bd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-938bd0", "reconcileID": "e929d1b3-f2a4-4e69-b287-cc1ccb1f3c2c", "Gateway": "e2e-api-a-938bd0", "namespace": "openshift-ingress"} 2026-07-17T05:38:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-938bd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-938bd0", "reconcileID": "b220f434-b24a-4615-a7fc-81a1cf60cbcb", "Gateway": "e2e-api-a-938bd0", "namespace": "openshift-ingress"} 2026-07-17T05:38:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-938bd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-938bd0", "reconcileID": "b220f434-b24a-4615-a7fc-81a1cf60cbcb", "Gateway": "e2e-api-a-938bd0", "namespace": "openshift-ingress", "name": "e2e-api-a-938bd0-authn-ssl"} 2026-07-17T05:38:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-938bd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-938bd0", "reconcileID": "b220f434-b24a-4615-a7fc-81a1cf60cbcb", "Gateway": "e2e-api-a-938bd0", "namespace": "openshift-ingress"} 2026-07-17T05:39:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-938bd0"}, "namespace": "ai-tenant-e2e-api-a-938bd0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "199619fb-dea8-4680-a6e6-68fa94b1ceb0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-938bd0"} 2026-07-17T05:39:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-938bd0"}, "namespace": "ai-tenant-e2e-api-a-938bd0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "199619fb-dea8-4680-a6e6-68fa94b1ceb0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-938bd0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T05:39:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-938bd0"}, "namespace": "ai-tenant-e2e-api-a-938bd0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "199619fb-dea8-4680-a6e6-68fa94b1ceb0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-938bd0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-17T05:39:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-938bd0"}, "namespace": "ai-tenant-e2e-api-a-938bd0", "name": "odh-trusted-ca-bundle", "reconcileID": "3042bebf-6edb-4948-8084-5169b82e6173", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-938bd0"} 2026-07-17T05:39:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-938bd0"}, "namespace": "ai-tenant-e2e-api-a-938bd0", "name": "odh-trusted-ca-bundle", "reconcileID": "3042bebf-6edb-4948-8084-5169b82e6173", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-938bd0"} 2026-07-17T05:39:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-938bd0"}, "namespace": "ai-tenant-e2e-api-a-938bd0", "name": "openshift-service-ca.crt", "reconcileID": "58b5bd45-53b5-4e2c-a3c9-ad12f194d7cd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-938bd0"} 2026-07-17T05:39:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-938bd0"}, "namespace": "ai-tenant-e2e-api-a-938bd0", "name": "openshift-service-ca.crt", "reconcileID": "58b5bd45-53b5-4e2c-a3c9-ad12f194d7cd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-938bd0"} 2026-07-17T05:39:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-938bd0"}, "namespace": "ai-tenant-e2e-api-a-938bd0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b445c22-9db6-4ae8-8064-2b0cb8f4dbe9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-938bd0"} 2026-07-17T05:39:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-938bd0"}, "namespace": "ai-tenant-e2e-api-a-938bd0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b445c22-9db6-4ae8-8064-2b0cb8f4dbe9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-938bd0"} 2026-07-17T05:39:09Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-938bd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-938bd0", "reconcileID": "3f784927-370f-434b-ad68-8976a2fa9dd6", "Gateway": "e2e-api-a-938bd0", "namespace": "openshift-ingress"} 2026-07-17T05:39:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "46351b3b-603b-412b-a70d-6213e98859e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T05:39:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ce2966","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ce2966", "reconcileID": "8d96e0af-6882-480f-b3d9-ac662c364a93", "Gateway": "e2e-api-b-ce2966", "namespace": "openshift-ingress"} 2026-07-17T05:39:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ce2966","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ce2966", "reconcileID": "8d96e0af-6882-480f-b3d9-ac662c364a93", "Gateway": "e2e-api-b-ce2966", "namespace": "openshift-ingress", "name": "e2e-api-b-ce2966-authn-ssl"} 2026-07-17T05:39:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ce2966","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ce2966", "reconcileID": "8d96e0af-6882-480f-b3d9-ac662c364a93", "Gateway": "e2e-api-b-ce2966", "namespace": "openshift-ingress"} 2026-07-17T05:39:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ce2966","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ce2966", "reconcileID": "7f1d543d-5375-467d-89e5-1f1445b03e18", "Gateway": "e2e-api-b-ce2966", "namespace": "openshift-ingress"} 2026-07-17T05:39:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ce2966","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ce2966", "reconcileID": "7f1d543d-5375-467d-89e5-1f1445b03e18", "Gateway": "e2e-api-b-ce2966", "namespace": "openshift-ingress", "name": "e2e-api-b-ce2966-authn-ssl"} 2026-07-17T05:39:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ce2966","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ce2966", "reconcileID": "7f1d543d-5375-467d-89e5-1f1445b03e18", "Gateway": "e2e-api-b-ce2966", "namespace": "openshift-ingress"} 2026-07-17T05:39:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ce2966"}, "namespace": "ai-tenant-e2e-api-b-ce2966", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54b9ec2e-549d-4d0c-b384-debe3c81d7f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ce2966"} 2026-07-17T05:39:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ce2966"}, "namespace": "ai-tenant-e2e-api-b-ce2966", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54b9ec2e-549d-4d0c-b384-debe3c81d7f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ce2966", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T05:39:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ce2966"}, "namespace": "ai-tenant-e2e-api-b-ce2966", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54b9ec2e-549d-4d0c-b384-debe3c81d7f0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-ce2966 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-17T05:39:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ce2966"}, "namespace": "ai-tenant-e2e-api-b-ce2966", "name": "odh-trusted-ca-bundle", "reconcileID": "24175056-30bd-4e84-8a3e-ccbc1fd01ecf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ce2966"} 2026-07-17T05:39:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ce2966"}, "namespace": "ai-tenant-e2e-api-b-ce2966", "name": "odh-trusted-ca-bundle", "reconcileID": "24175056-30bd-4e84-8a3e-ccbc1fd01ecf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ce2966"} 2026-07-17T05:39:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ce2966"}, "namespace": "ai-tenant-e2e-api-b-ce2966", "name": "openshift-service-ca.crt", "reconcileID": "63a6b70b-b86e-4319-9766-b7824610863c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ce2966"} 2026-07-17T05:39:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ce2966"}, "namespace": "ai-tenant-e2e-api-b-ce2966", "name": "openshift-service-ca.crt", "reconcileID": "63a6b70b-b86e-4319-9766-b7824610863c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ce2966"} 2026-07-17T05:39:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ce2966"}, "namespace": "ai-tenant-e2e-api-b-ce2966", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "415498f5-ce84-4414-9949-145d7abdc42d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ce2966"} 2026-07-17T05:39:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ce2966"}, "namespace": "ai-tenant-e2e-api-b-ce2966", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "415498f5-ce84-4414-9949-145d7abdc42d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ce2966"} 2026-07-17T05:39:35Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ce2966","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ce2966", "reconcileID": "ccd9cb92-44df-44a2-ba97-60e7be51bb9e", "Gateway": "e2e-api-b-ce2966", "namespace": "openshift-ingress"} 2026-07-17T05:39:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "c21b286d-a270-4264-91a5-4807d02bc173", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:39:36Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "c21b286d-a270-4264-91a5-4807d02bc173", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b-authn-ssl"} 2026-07-17T05:39:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "c21b286d-a270-4264-91a5-4807d02bc173", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:39:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "e2a6098a-2c78-44fa-9aec-1000856d9d87", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:39:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "e2a6098a-2c78-44fa-9aec-1000856d9d87", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b-authn-ssl"} 2026-07-17T05:39:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "e2a6098a-2c78-44fa-9aec-1000856d9d87", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:39:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "4e11766d-1d94-490d-b734-c1beb486a5bf", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:39:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "4e11766d-1d94-490d-b734-c1beb486a5bf", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b-authn-ssl"} 2026-07-17T05:39:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "4e11766d-1d94-490d-b734-c1beb486a5bf", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:39:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "dbf81b0e-7c7b-45a7-980a-4579e5d3fdc6", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:39:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "dbf81b0e-7c7b-45a7-980a-4579e5d3fdc6", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b-authn-ssl"} 2026-07-17T05:39:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "dbf81b0e-7c7b-45a7-980a-4579e5d3fdc6", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:39:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "0a290206-894f-465b-b070-0ea1995dabe6", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:39:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "0a290206-894f-465b-b070-0ea1995dabe6", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b-authn-ssl"} 2026-07-17T05:39:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "0a290206-894f-465b-b070-0ea1995dabe6", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:39:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "9d554598-dbbb-432f-a99c-32bdbbc9ee02", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:39:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "9d554598-dbbb-432f-a99c-32bdbbc9ee02", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b-authn-ssl"} 2026-07-17T05:39:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "9d554598-dbbb-432f-a99c-32bdbbc9ee02", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:39:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "936b2ea5-f637-4e86-8bda-0a98bf9f9a5a", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:39:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "936b2ea5-f637-4e86-8bda-0a98bf9f9a5a", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b-authn-ssl"} 2026-07-17T05:39:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "936b2ea5-f637-4e86-8bda-0a98bf9f9a5a", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:39:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "openshift-service-ca.crt", "reconcileID": "23c03d7c-d67f-4dbf-b5d0-d9cd290025f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:39:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "odh-trusted-ca-bundle", "reconcileID": "3971a78b-c9b7-4797-84a8-9a690099ebfe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:39:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "openshift-service-ca.crt", "reconcileID": "9beca89a-3ced-443b-a361-b1db4a9e6a81", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-560f5b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T05:39:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "openshift-service-ca.crt", "reconcileID": "9beca89a-3ced-443b-a361-b1db4a9e6a81", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:39:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "74974708-603c-4777-bbd3-b2d0cb5aa5d5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:39:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "openshift-service-ca.crt", "reconcileID": "1dabcca7-cab4-4bab-87d7-5c9c80a967c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:39:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "odh-trusted-ca-bundle", "reconcileID": "6c829d57-de4f-4fc1-bbf8-ad4d1e80286c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-560f5b", "update": "odh-kserve-custom-ca-bundle"} 2026-07-17T05:39:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "odh-trusted-ca-bundle", "reconcileID": "6c829d57-de4f-4fc1-bbf8-ad4d1e80286c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:39:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab07e57d-0d25-4e2e-a9c2-a64af11b2162", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:39:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "e47f9069-c782-4cbe-8f7e-23e62c83a54e", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:39:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "e47f9069-c782-4cbe-8f7e-23e62c83a54e", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b-authn-ssl"} 2026-07-17T05:39:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "e47f9069-c782-4cbe-8f7e-23e62c83a54e", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:39:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d3ce0f7a-5fab-4ea4-beff-1dfd6c9b5aef", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T05:39:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "b3e7a2e3-13a1-4997-a1fe-f6c72ad5f438", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:39:44Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "b3e7a2e3-13a1-4997-a1fe-f6c72ad5f438", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda-authn-ssl"} 2026-07-17T05:39:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "b3e7a2e3-13a1-4997-a1fe-f6c72ad5f438", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:39:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "6f4ff2e4-a791-416f-9100-d26aa9ea3fe0", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:39:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "6f4ff2e4-a791-416f-9100-d26aa9ea3fe0", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda-authn-ssl"} 2026-07-17T05:39:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "6f4ff2e4-a791-416f-9100-d26aa9ea3fe0", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:39:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "adf42e5c-e15e-46dd-b34a-38d5abb419d1", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:39:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "adf42e5c-e15e-46dd-b34a-38d5abb419d1", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda-authn-ssl"} 2026-07-17T05:39:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "adf42e5c-e15e-46dd-b34a-38d5abb419d1", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:39:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "e126597e-028f-4ccc-ad7a-e4bf997ce275", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:39:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "e126597e-028f-4ccc-ad7a-e4bf997ce275", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda-authn-ssl"} 2026-07-17T05:39:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "e126597e-028f-4ccc-ad7a-e4bf997ce275", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:39:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "57a719bf-d4c2-45ac-a90f-3e720586d918", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:39:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "57a719bf-d4c2-45ac-a90f-3e720586d918", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda-authn-ssl"} 2026-07-17T05:39:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "57a719bf-d4c2-45ac-a90f-3e720586d918", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:39:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "105c857c-4916-4fa5-b75d-5f724eca6e78", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:39:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "105c857c-4916-4fa5-b75d-5f724eca6e78", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda-authn-ssl"} 2026-07-17T05:39:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "105c857c-4916-4fa5-b75d-5f724eca6e78", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:39:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "8f3a775e-b561-4de6-a4cc-ffad3ea7974b", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:39:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "8f3a775e-b561-4de6-a4cc-ffad3ea7974b", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda-authn-ssl"} 2026-07-17T05:39:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "8f3a775e-b561-4de6-a4cc-ffad3ea7974b", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:39:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "d632850e-836a-4f38-82aa-f22b8d785d68", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:39:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "d632850e-836a-4f38-82aa-f22b8d785d68", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b-authn-ssl"} 2026-07-17T05:39:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "d632850e-836a-4f38-82aa-f22b8d785d68", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:39:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "openshift-service-ca.crt", "reconcileID": "2b8d9c80-4165-426e-8fba-87124ee7550b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:39:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "odh-trusted-ca-bundle", "reconcileID": "bf6c1178-b635-45b8-b7c1-eb4f46e542ed", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-823cda", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T05:39:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "odh-trusted-ca-bundle", "reconcileID": "bf6c1178-b635-45b8-b7c1-eb4f46e542ed", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:39:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "openshift-service-ca.crt", "reconcileID": "d06a2bc3-8f74-4d14-9851-e3928a8de153", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:39:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a57c5d47-c533-419c-8192-8a98f2315319", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:39:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "odh-trusted-ca-bundle", "reconcileID": "7185caf3-10a1-4ee0-b6bc-d77ae82bf224", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-823cda", "update": "odh-kserve-custom-ca-bundle"} 2026-07-17T05:39:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "odh-trusted-ca-bundle", "reconcileID": "7185caf3-10a1-4ee0-b6bc-d77ae82bf224", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:39:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "71aaf9a4-d1e8-4a6a-ace6-6282ed054036", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:39:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "8e4f95e2-7b87-4984-9c28-24b88840bac7", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:39:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "8e4f95e2-7b87-4984-9c28-24b88840bac7", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda-authn-ssl"} 2026-07-17T05:39:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "8e4f95e2-7b87-4984-9c28-24b88840bac7", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:39:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dd179a34-1958-4829-bde9-3fa2ecac3f51", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T05:39:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "6692986f-a662-4531-8a2c-3480b07010b8", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:39:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "6692986f-a662-4531-8a2c-3480b07010b8", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda-authn-ssl"} 2026-07-17T05:39:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "6692986f-a662-4531-8a2c-3480b07010b8", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:39:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b", "reconcileID": "03a0102d-230e-4c6c-963a-4da71505c740", "LLMInferenceService": "auth-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:39:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b", "reconcileID": "03a0102d-230e-4c6c-963a-4da71505c740", "LLMInferenceService": "auth-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:39:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b", "reconcileID": "03a0102d-230e-4c6c-963a-4da71505c740", "LLMInferenceService": "auth-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:39:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "8c29a216-f370-4742-a3b3-1bf9aafab14a", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:39:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b", "reconcileID": "03a0102d-230e-4c6c-963a-4da71505c740", "LLMInferenceService": "auth-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b-kserve-route-authn"} 2026-07-17T05:39:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b", "reconcileID": "03a0102d-230e-4c6c-963a-4da71505c740", "LLMInferenceService": "auth-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b", "authType": "userdefined"} 2026-07-17T05:39:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b", "reconcileID": "03a0102d-230e-4c6c-963a-4da71505c740", "LLMInferenceService": "auth-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:39:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "8c29a216-f370-4742-a3b3-1bf9aafab14a", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b-authn-ssl"} 2026-07-17T05:39:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "8c29a216-f370-4742-a3b3-1bf9aafab14a", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:39:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b", "reconcileID": "36376d25-4e68-456e-b90f-70fd38db3408", "LLMInferenceService": "auth-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:39:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b", "reconcileID": "36376d25-4e68-456e-b90f-70fd38db3408", "LLMInferenceService": "auth-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:39:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b", "reconcileID": "36376d25-4e68-456e-b90f-70fd38db3408", "LLMInferenceService": "auth-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:39:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b", "reconcileID": "36376d25-4e68-456e-b90f-70fd38db3408", "LLMInferenceService": "auth-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b-kserve-route-authn"} 2026-07-17T05:39:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b", "reconcileID": "36376d25-4e68-456e-b90f-70fd38db3408", "LLMInferenceService": "auth-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b", "authType": "userdefined"} 2026-07-17T05:39:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b", "reconcileID": "36376d25-4e68-456e-b90f-70fd38db3408", "LLMInferenceService": "auth-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:39:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "ebf443b5-91e8-4bcb-a20d-97077c8b284a", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:39:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "ebf443b5-91e8-4bcb-a20d-97077c8b284a", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b-authn-ssl"} 2026-07-17T05:39:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "ebf443b5-91e8-4bcb-a20d-97077c8b284a", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:40:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4339e076-03c2-4c37-92cf-257f270722b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T05:40:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b", "reconcileID": "d294cbf0-b213-4253-b036-0aa6cc33f994", "LLMInferenceService": "auth-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:40:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b", "reconcileID": "d294cbf0-b213-4253-b036-0aa6cc33f994", "LLMInferenceService": "auth-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:40:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b", "reconcileID": "d294cbf0-b213-4253-b036-0aa6cc33f994", "LLMInferenceService": "auth-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:40:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b", "reconcileID": "d294cbf0-b213-4253-b036-0aa6cc33f994", "LLMInferenceService": "auth-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b-kserve-route-authn"} 2026-07-17T05:40:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b", "reconcileID": "d294cbf0-b213-4253-b036-0aa6cc33f994", "LLMInferenceService": "auth-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b", "authType": "userdefined"} 2026-07-17T05:40:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b", "reconcileID": "d294cbf0-b213-4253-b036-0aa6cc33f994", "LLMInferenceService": "auth-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:40:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b", "reconcileID": "e9a9c245-3b73-483f-840a-3aef944ff7ee", "LLMInferenceService": "auth-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:40:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b", "reconcileID": "e9a9c245-3b73-483f-840a-3aef944ff7ee", "LLMInferenceService": "auth-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:40:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b", "reconcileID": "e9a9c245-3b73-483f-840a-3aef944ff7ee", "LLMInferenceService": "auth-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:40:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b", "reconcileID": "e9a9c245-3b73-483f-840a-3aef944ff7ee", "LLMInferenceService": "auth-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b-kserve-route-authn"} 2026-07-17T05:40:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b", "reconcileID": "e9a9c245-3b73-483f-840a-3aef944ff7ee", "LLMInferenceService": "auth-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b", "authType": "userdefined"} 2026-07-17T05:40:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b", "reconcileID": "e9a9c245-3b73-483f-840a-3aef944ff7ee", "LLMInferenceService": "auth-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:40:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8fd30a05-efcb-4340-b548-94755cbe7bbd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T05:40:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b668ce69-b8e4-44d4-ba57-097494b0ba2a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T05:40:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b", "reconcileID": "64e848a3-356d-4f49-8934-d87e71b5a540", "LLMInferenceService": "auth-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:40:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b", "reconcileID": "64e848a3-356d-4f49-8934-d87e71b5a540", "LLMInferenceService": "auth-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:40:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b", "reconcileID": "64e848a3-356d-4f49-8934-d87e71b5a540", "LLMInferenceService": "auth-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:40:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b", "reconcileID": "64e848a3-356d-4f49-8934-d87e71b5a540", "LLMInferenceService": "auth-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b-kserve-route-authn"} 2026-07-17T05:40:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b", "reconcileID": "64e848a3-356d-4f49-8934-d87e71b5a540", "LLMInferenceService": "auth-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b", "authType": "userdefined"} 2026-07-17T05:40:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b", "reconcileID": "64e848a3-356d-4f49-8934-d87e71b5a540", "LLMInferenceService": "auth-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:40:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "auth-test-model-823cda", "reconcileID": "197077cf-09c0-4ba7-bf86-56da58b6864a", "LLMInferenceService": "auth-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:40:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "auth-test-model-823cda", "reconcileID": "197077cf-09c0-4ba7-bf86-56da58b6864a", "LLMInferenceService": "auth-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:40:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "auth-test-model-823cda", "reconcileID": "197077cf-09c0-4ba7-bf86-56da58b6864a", "LLMInferenceService": "auth-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:40:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "0fcb0a92-207d-4614-a95b-41312b3ae7a9", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:40:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "auth-test-model-823cda", "reconcileID": "197077cf-09c0-4ba7-bf86-56da58b6864a", "LLMInferenceService": "auth-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "auth-test-model-823cda-kserve-route-authn"} 2026-07-17T05:40:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "auth-test-model-823cda", "reconcileID": "197077cf-09c0-4ba7-bf86-56da58b6864a", "LLMInferenceService": "auth-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda", "authType": "userdefined"} 2026-07-17T05:40:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "auth-test-model-823cda", "reconcileID": "197077cf-09c0-4ba7-bf86-56da58b6864a", "LLMInferenceService": "auth-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:40:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "0fcb0a92-207d-4614-a95b-41312b3ae7a9", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda-authn-ssl"} 2026-07-17T05:40:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "0fcb0a92-207d-4614-a95b-41312b3ae7a9", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:40:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "auth-test-model-823cda", "reconcileID": "ab630d4b-b2e5-4c5c-ba63-f4d3e1df337b", "LLMInferenceService": "auth-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:40:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "auth-test-model-823cda", "reconcileID": "ab630d4b-b2e5-4c5c-ba63-f4d3e1df337b", "LLMInferenceService": "auth-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:40:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "auth-test-model-823cda", "reconcileID": "ab630d4b-b2e5-4c5c-ba63-f4d3e1df337b", "LLMInferenceService": "auth-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:40:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "auth-test-model-823cda", "reconcileID": "ab630d4b-b2e5-4c5c-ba63-f4d3e1df337b", "LLMInferenceService": "auth-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "auth-test-model-823cda-kserve-route-authn"} 2026-07-17T05:40:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "auth-test-model-823cda", "reconcileID": "ab630d4b-b2e5-4c5c-ba63-f4d3e1df337b", "LLMInferenceService": "auth-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda", "authType": "userdefined"} 2026-07-17T05:40:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "auth-test-model-823cda", "reconcileID": "ab630d4b-b2e5-4c5c-ba63-f4d3e1df337b", "LLMInferenceService": "auth-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:40:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "0020ff77-5192-43e1-b127-31eeeeb2bb9b", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:40:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "0020ff77-5192-43e1-b127-31eeeeb2bb9b", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda-authn-ssl"} 2026-07-17T05:40:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "0020ff77-5192-43e1-b127-31eeeeb2bb9b", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:40:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "auth-test-model-823cda", "reconcileID": "bc83f730-5d98-40ab-963a-babe8c607bc4", "LLMInferenceService": "auth-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:40:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "auth-test-model-823cda", "reconcileID": "bc83f730-5d98-40ab-963a-babe8c607bc4", "LLMInferenceService": "auth-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:40:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "auth-test-model-823cda", "reconcileID": "bc83f730-5d98-40ab-963a-babe8c607bc4", "LLMInferenceService": "auth-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:40:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "auth-test-model-823cda", "reconcileID": "bc83f730-5d98-40ab-963a-babe8c607bc4", "LLMInferenceService": "auth-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "auth-test-model-823cda-kserve-route-authn"} 2026-07-17T05:40:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "auth-test-model-823cda", "reconcileID": "bc83f730-5d98-40ab-963a-babe8c607bc4", "LLMInferenceService": "auth-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda", "authType": "userdefined"} 2026-07-17T05:40:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "auth-test-model-823cda", "reconcileID": "bc83f730-5d98-40ab-963a-babe8c607bc4", "LLMInferenceService": "auth-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:40:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "auth-test-model-823cda", "reconcileID": "907351c0-7638-4973-b950-2978a18d202e", "LLMInferenceService": "auth-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:40:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "auth-test-model-823cda", "reconcileID": "907351c0-7638-4973-b950-2978a18d202e", "LLMInferenceService": "auth-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:40:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "auth-test-model-823cda", "reconcileID": "907351c0-7638-4973-b950-2978a18d202e", "LLMInferenceService": "auth-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:40:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "auth-test-model-823cda", "reconcileID": "907351c0-7638-4973-b950-2978a18d202e", "LLMInferenceService": "auth-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "auth-test-model-823cda-kserve-route-authn"} 2026-07-17T05:40:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "auth-test-model-823cda", "reconcileID": "907351c0-7638-4973-b950-2978a18d202e", "LLMInferenceService": "auth-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda", "authType": "userdefined"} 2026-07-17T05:40:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "auth-test-model-823cda", "reconcileID": "907351c0-7638-4973-b950-2978a18d202e", "LLMInferenceService": "auth-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:40:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "e9df0d84-8d61-4862-b55f-0363935a8946", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:40:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "e9df0d84-8d61-4862-b55f-0363935a8946", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b-authn-ssl"} 2026-07-17T05:40:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "e9df0d84-8d61-4862-b55f-0363935a8946", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:40:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "3a2eba0b-93a8-452f-a09b-5056553f9e63", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:40:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "3a2eba0b-93a8-452f-a09b-5056553f9e63", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda-authn-ssl"} 2026-07-17T05:40:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "3a2eba0b-93a8-452f-a09b-5056553f9e63", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:42:17Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b", "reconcileID": "a4b1876f-19a5-4588-ad76-0b6d39ddec81", "LLMInferenceService": "auth-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:42:17Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b", "reconcileID": "a4b1876f-19a5-4588-ad76-0b6d39ddec81", "LLMInferenceService": "auth-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b"} 2026-07-17T05:42:17Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b", "reconcileID": "a4b1876f-19a5-4588-ad76-0b6d39ddec81", "LLMInferenceService": "auth-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:42:17Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b", "reconcileID": "a4b1876f-19a5-4588-ad76-0b6d39ddec81", "LLMInferenceService": "auth-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:42:17Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b", "reconcileID": "a4b1876f-19a5-4588-ad76-0b6d39ddec81", "LLMInferenceService": "auth-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b-kserve-route-authn"} 2026-07-17T05:42:17Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b", "reconcileID": "a4b1876f-19a5-4588-ad76-0b6d39ddec81", "LLMInferenceService": "auth-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b-kserve-route-authn"} 2026-07-17T05:42:17Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b", "reconcileID": "a4b1876f-19a5-4588-ad76-0b6d39ddec81", "LLMInferenceService": "auth-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:42:17Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b", "reconcileID": "a4b1876f-19a5-4588-ad76-0b6d39ddec81", "LLMInferenceService": "auth-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:42:17Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "auth-test-model-560f5b", "reconcileID": "db8bce9e-5f22-40b0-a70e-ecd021f33404", "LLMInferenceService": "auth-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:42:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "d1e20e07-ad10-47af-bed2-83bd8661dbca", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:42:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "d1e20e07-ad10-47af-bed2-83bd8661dbca", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b-authn-ssl"} 2026-07-17T05:42:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "d1e20e07-ad10-47af-bed2-83bd8661dbca", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:42:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "9b346809-0952-495a-bc7b-12c2ad4212a1", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:42:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "9b346809-0952-495a-bc7b-12c2ad4212a1", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b-authn-ssl"} 2026-07-17T05:42:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "9b346809-0952-495a-bc7b-12c2ad4212a1", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:42:18Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "auth-test-model-823cda", "reconcileID": "48b805e1-a080-4d0e-8ef6-ef8c6e2d12bf", "LLMInferenceService": "auth-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:42:18Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "auth-test-model-823cda", "reconcileID": "48b805e1-a080-4d0e-8ef6-ef8c6e2d12bf", "LLMInferenceService": "auth-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "auth-test-model-823cda"} 2026-07-17T05:42:18Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "auth-test-model-823cda", "reconcileID": "48b805e1-a080-4d0e-8ef6-ef8c6e2d12bf", "LLMInferenceService": "auth-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:42:18Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "auth-test-model-823cda", "reconcileID": "48b805e1-a080-4d0e-8ef6-ef8c6e2d12bf", "LLMInferenceService": "auth-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:42:18Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "auth-test-model-823cda", "reconcileID": "48b805e1-a080-4d0e-8ef6-ef8c6e2d12bf", "LLMInferenceService": "auth-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "auth-test-model-823cda-kserve-route-authn"} 2026-07-17T05:42:18Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "auth-test-model-823cda", "reconcileID": "48b805e1-a080-4d0e-8ef6-ef8c6e2d12bf", "LLMInferenceService": "auth-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "auth-test-model-823cda-kserve-route-authn"} 2026-07-17T05:42:18Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "auth-test-model-823cda", "reconcileID": "48b805e1-a080-4d0e-8ef6-ef8c6e2d12bf", "LLMInferenceService": "auth-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:42:18Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "auth-test-model-823cda", "reconcileID": "48b805e1-a080-4d0e-8ef6-ef8c6e2d12bf", "LLMInferenceService": "auth-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:42:18Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "auth-test-model-823cda", "reconcileID": "ff56c6bc-e40b-4192-84de-b8f19fa28ccc", "LLMInferenceService": "auth-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:42:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "f5e5ade8-de8b-4b67-9229-cbbd24501219", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:42:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "f5e5ade8-de8b-4b67-9229-cbbd24501219", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda-authn-ssl"} 2026-07-17T05:42:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "f5e5ade8-de8b-4b67-9229-cbbd24501219", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:42:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "662ae13e-b220-43d0-8040-0abab32bb74f", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:42:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "662ae13e-b220-43d0-8040-0abab32bb74f", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda-authn-ssl"} 2026-07-17T05:42:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "662ae13e-b220-43d0-8040-0abab32bb74f", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:42:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b", "reconcileID": "412134a0-23cc-4951-9a10-0677a09d95b7", "LLMInferenceService": "sub-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:42:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b", "reconcileID": "412134a0-23cc-4951-9a10-0677a09d95b7", "LLMInferenceService": "sub-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:42:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b", "reconcileID": "412134a0-23cc-4951-9a10-0677a09d95b7", "LLMInferenceService": "sub-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:42:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "042b9357-c1a7-4e3e-afae-8e3e13b6c267", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:42:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b", "reconcileID": "412134a0-23cc-4951-9a10-0677a09d95b7", "LLMInferenceService": "sub-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b-kserve-route-authn"} 2026-07-17T05:42:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b", "reconcileID": "412134a0-23cc-4951-9a10-0677a09d95b7", "LLMInferenceService": "sub-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b", "authType": "userdefined"} 2026-07-17T05:42:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b", "reconcileID": "412134a0-23cc-4951-9a10-0677a09d95b7", "LLMInferenceService": "sub-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:42:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "042b9357-c1a7-4e3e-afae-8e3e13b6c267", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b-authn-ssl"} 2026-07-17T05:42:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "042b9357-c1a7-4e3e-afae-8e3e13b6c267", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:42:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b", "reconcileID": "580dd407-6be5-4f9f-b7bc-37f5c8970df0", "LLMInferenceService": "sub-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:42:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b", "reconcileID": "580dd407-6be5-4f9f-b7bc-37f5c8970df0", "LLMInferenceService": "sub-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:42:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b", "reconcileID": "580dd407-6be5-4f9f-b7bc-37f5c8970df0", "LLMInferenceService": "sub-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:42:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b", "reconcileID": "580dd407-6be5-4f9f-b7bc-37f5c8970df0", "LLMInferenceService": "sub-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b-kserve-route-authn"} 2026-07-17T05:42:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b", "reconcileID": "580dd407-6be5-4f9f-b7bc-37f5c8970df0", "LLMInferenceService": "sub-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b", "authType": "userdefined"} 2026-07-17T05:42:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b", "reconcileID": "580dd407-6be5-4f9f-b7bc-37f5c8970df0", "LLMInferenceService": "sub-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:42:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "1485c6a6-2847-40e3-a768-946cff2bc67a", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:42:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "1485c6a6-2847-40e3-a768-946cff2bc67a", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b-authn-ssl"} 2026-07-17T05:42:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "1485c6a6-2847-40e3-a768-946cff2bc67a", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:42:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b", "reconcileID": "168b9a18-b1e0-4f4d-965b-f234d44962d5", "LLMInferenceService": "sub-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:42:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b", "reconcileID": "168b9a18-b1e0-4f4d-965b-f234d44962d5", "LLMInferenceService": "sub-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:42:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b", "reconcileID": "168b9a18-b1e0-4f4d-965b-f234d44962d5", "LLMInferenceService": "sub-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:42:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b", "reconcileID": "168b9a18-b1e0-4f4d-965b-f234d44962d5", "LLMInferenceService": "sub-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b-kserve-route-authn"} 2026-07-17T05:42:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b", "reconcileID": "168b9a18-b1e0-4f4d-965b-f234d44962d5", "LLMInferenceService": "sub-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b", "authType": "userdefined"} 2026-07-17T05:42:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b", "reconcileID": "168b9a18-b1e0-4f4d-965b-f234d44962d5", "LLMInferenceService": "sub-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:42:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b", "reconcileID": "de7a4da8-78b4-4d12-9d55-8e4db21fb931", "LLMInferenceService": "sub-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:42:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b", "reconcileID": "de7a4da8-78b4-4d12-9d55-8e4db21fb931", "LLMInferenceService": "sub-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:42:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b", "reconcileID": "de7a4da8-78b4-4d12-9d55-8e4db21fb931", "LLMInferenceService": "sub-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:42:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b", "reconcileID": "de7a4da8-78b4-4d12-9d55-8e4db21fb931", "LLMInferenceService": "sub-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b-kserve-route-authn"} 2026-07-17T05:42:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b", "reconcileID": "de7a4da8-78b4-4d12-9d55-8e4db21fb931", "LLMInferenceService": "sub-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b", "authType": "userdefined"} 2026-07-17T05:42:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b", "reconcileID": "de7a4da8-78b4-4d12-9d55-8e4db21fb931", "LLMInferenceService": "sub-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:42:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b", "reconcileID": "0d234a97-4d7b-4cc9-9878-3ebd521851bd", "LLMInferenceService": "sub-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:42:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b", "reconcileID": "0d234a97-4d7b-4cc9-9878-3ebd521851bd", "LLMInferenceService": "sub-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:42:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b", "reconcileID": "0d234a97-4d7b-4cc9-9878-3ebd521851bd", "LLMInferenceService": "sub-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:42:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b", "reconcileID": "0d234a97-4d7b-4cc9-9878-3ebd521851bd", "LLMInferenceService": "sub-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b-kserve-route-authn"} 2026-07-17T05:42:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b", "reconcileID": "0d234a97-4d7b-4cc9-9878-3ebd521851bd", "LLMInferenceService": "sub-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b", "authType": "userdefined"} 2026-07-17T05:42:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b", "reconcileID": "0d234a97-4d7b-4cc9-9878-3ebd521851bd", "LLMInferenceService": "sub-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:42:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "sub-test-model-823cda", "reconcileID": "2d55295b-49a4-4ad0-8087-d016c0e757ad", "LLMInferenceService": "sub-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:42:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "sub-test-model-823cda", "reconcileID": "2d55295b-49a4-4ad0-8087-d016c0e757ad", "LLMInferenceService": "sub-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:42:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "sub-test-model-823cda", "reconcileID": "2d55295b-49a4-4ad0-8087-d016c0e757ad", "LLMInferenceService": "sub-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:42:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "4b2adb13-f662-429b-a833-2c0314bda383", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:42:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "sub-test-model-823cda", "reconcileID": "2d55295b-49a4-4ad0-8087-d016c0e757ad", "LLMInferenceService": "sub-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "sub-test-model-823cda-kserve-route-authn"} 2026-07-17T05:42:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "sub-test-model-823cda", "reconcileID": "2d55295b-49a4-4ad0-8087-d016c0e757ad", "LLMInferenceService": "sub-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda", "authType": "userdefined"} 2026-07-17T05:42:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "sub-test-model-823cda", "reconcileID": "2d55295b-49a4-4ad0-8087-d016c0e757ad", "LLMInferenceService": "sub-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:42:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "4b2adb13-f662-429b-a833-2c0314bda383", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda-authn-ssl"} 2026-07-17T05:42:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "4b2adb13-f662-429b-a833-2c0314bda383", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:42:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "sub-test-model-823cda", "reconcileID": "4ea3d5c2-e443-4b05-aaa7-603d5014fe79", "LLMInferenceService": "sub-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:42:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "sub-test-model-823cda", "reconcileID": "4ea3d5c2-e443-4b05-aaa7-603d5014fe79", "LLMInferenceService": "sub-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:42:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "sub-test-model-823cda", "reconcileID": "4ea3d5c2-e443-4b05-aaa7-603d5014fe79", "LLMInferenceService": "sub-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:42:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "sub-test-model-823cda", "reconcileID": "4ea3d5c2-e443-4b05-aaa7-603d5014fe79", "LLMInferenceService": "sub-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "sub-test-model-823cda-kserve-route-authn"} 2026-07-17T05:42:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "sub-test-model-823cda", "reconcileID": "4ea3d5c2-e443-4b05-aaa7-603d5014fe79", "LLMInferenceService": "sub-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda", "authType": "userdefined"} 2026-07-17T05:42:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "sub-test-model-823cda", "reconcileID": "4ea3d5c2-e443-4b05-aaa7-603d5014fe79", "LLMInferenceService": "sub-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:42:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "9f933b70-418d-4516-975f-74f68fc3b7f4", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:42:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "9f933b70-418d-4516-975f-74f68fc3b7f4", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda-authn-ssl"} 2026-07-17T05:42:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "9f933b70-418d-4516-975f-74f68fc3b7f4", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:42:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "sub-test-model-823cda", "reconcileID": "13fb972e-45dc-4ee5-a716-474bef123020", "LLMInferenceService": "sub-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:42:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "sub-test-model-823cda", "reconcileID": "13fb972e-45dc-4ee5-a716-474bef123020", "LLMInferenceService": "sub-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:42:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "sub-test-model-823cda", "reconcileID": "13fb972e-45dc-4ee5-a716-474bef123020", "LLMInferenceService": "sub-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:42:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "sub-test-model-823cda", "reconcileID": "13fb972e-45dc-4ee5-a716-474bef123020", "LLMInferenceService": "sub-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "sub-test-model-823cda-kserve-route-authn"} 2026-07-17T05:42:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "sub-test-model-823cda", "reconcileID": "13fb972e-45dc-4ee5-a716-474bef123020", "LLMInferenceService": "sub-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda", "authType": "userdefined"} 2026-07-17T05:42:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "sub-test-model-823cda", "reconcileID": "13fb972e-45dc-4ee5-a716-474bef123020", "LLMInferenceService": "sub-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:42:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "sub-test-model-823cda", "reconcileID": "d3924f0b-c2e9-4634-bc3c-d0d909521d43", "LLMInferenceService": "sub-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:42:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "sub-test-model-823cda", "reconcileID": "d3924f0b-c2e9-4634-bc3c-d0d909521d43", "LLMInferenceService": "sub-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:42:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "sub-test-model-823cda", "reconcileID": "d3924f0b-c2e9-4634-bc3c-d0d909521d43", "LLMInferenceService": "sub-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:42:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "sub-test-model-823cda", "reconcileID": "d3924f0b-c2e9-4634-bc3c-d0d909521d43", "LLMInferenceService": "sub-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "sub-test-model-823cda-kserve-route-authn"} 2026-07-17T05:42:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "sub-test-model-823cda", "reconcileID": "d3924f0b-c2e9-4634-bc3c-d0d909521d43", "LLMInferenceService": "sub-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda", "authType": "userdefined"} 2026-07-17T05:42:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "sub-test-model-823cda", "reconcileID": "d3924f0b-c2e9-4634-bc3c-d0d909521d43", "LLMInferenceService": "sub-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:43:31Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b", "reconcileID": "4a530311-2c58-4859-890d-90920c16f84d", "LLMInferenceService": "sub-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:43:31Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b", "reconcileID": "4a530311-2c58-4859-890d-90920c16f84d", "LLMInferenceService": "sub-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b"} 2026-07-17T05:43:31Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b", "reconcileID": "4a530311-2c58-4859-890d-90920c16f84d", "LLMInferenceService": "sub-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:43:31Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b", "reconcileID": "4a530311-2c58-4859-890d-90920c16f84d", "LLMInferenceService": "sub-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:43:31Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b", "reconcileID": "4a530311-2c58-4859-890d-90920c16f84d", "LLMInferenceService": "sub-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b-kserve-route-authn"} 2026-07-17T05:43:31Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b", "reconcileID": "4a530311-2c58-4859-890d-90920c16f84d", "LLMInferenceService": "sub-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b-kserve-route-authn"} 2026-07-17T05:43:31Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b", "reconcileID": "4a530311-2c58-4859-890d-90920c16f84d", "LLMInferenceService": "sub-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:43:31Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b", "reconcileID": "4a530311-2c58-4859-890d-90920c16f84d", "LLMInferenceService": "sub-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:43:31Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "sub-test-model-560f5b", "reconcileID": "8c88a6b8-7005-40a3-a8bd-9b89ebbe0755", "LLMInferenceService": "sub-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:43:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "835d896c-4e88-453a-907c-4d9b9840e25b", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:43:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "835d896c-4e88-453a-907c-4d9b9840e25b", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b-authn-ssl"} 2026-07-17T05:43:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "835d896c-4e88-453a-907c-4d9b9840e25b", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:43:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "8159083d-4db5-4642-ba67-1942ae96103b", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:43:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "8159083d-4db5-4642-ba67-1942ae96103b", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b-authn-ssl"} 2026-07-17T05:43:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "8159083d-4db5-4642-ba67-1942ae96103b", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:43:32Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-17T05:43:32Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-17T05:43:32Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "sub-test-model-823cda", "reconcileID": "ca574eb3-63bf-47fc-b903-c50e45a4a16d", "LLMInferenceService": "sub-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:43:32Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "sub-test-model-823cda", "reconcileID": "ca574eb3-63bf-47fc-b903-c50e45a4a16d", "LLMInferenceService": "sub-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "sub-test-model-823cda"} 2026-07-17T05:43:32Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "sub-test-model-823cda", "reconcileID": "ca574eb3-63bf-47fc-b903-c50e45a4a16d", "LLMInferenceService": "sub-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:43:32Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "sub-test-model-823cda", "reconcileID": "ca574eb3-63bf-47fc-b903-c50e45a4a16d", "LLMInferenceService": "sub-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:43:32Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "sub-test-model-823cda", "reconcileID": "ca574eb3-63bf-47fc-b903-c50e45a4a16d", "LLMInferenceService": "sub-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "sub-test-model-823cda-kserve-route-authn"} 2026-07-17T05:43:32Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "sub-test-model-823cda", "reconcileID": "ca574eb3-63bf-47fc-b903-c50e45a4a16d", "LLMInferenceService": "sub-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "sub-test-model-823cda-kserve-route-authn"} 2026-07-17T05:43:32Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "sub-test-model-823cda", "reconcileID": "ca574eb3-63bf-47fc-b903-c50e45a4a16d", "LLMInferenceService": "sub-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:43:32Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "sub-test-model-823cda", "reconcileID": "ca574eb3-63bf-47fc-b903-c50e45a4a16d", "LLMInferenceService": "sub-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:43:32Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-17T05:43:32Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-17T05:43:32Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "sub-test-model-823cda", "reconcileID": "13571d5e-77d4-4d12-9991-99f9730cd30a", "LLMInferenceService": "sub-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:43:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "e8b8b1dc-d65e-47e1-83cc-dbfb2548e468", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:43:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "e8b8b1dc-d65e-47e1-83cc-dbfb2548e468", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda-authn-ssl"} 2026-07-17T05:43:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "e8b8b1dc-d65e-47e1-83cc-dbfb2548e468", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:43:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "3b1d5de4-a42f-4404-a3c7-ac5e206452e7", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:43:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "3b1d5de4-a42f-4404-a3c7-ac5e206452e7", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda-authn-ssl"} 2026-07-17T05:43:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "3b1d5de4-a42f-4404-a3c7-ac5e206452e7", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:43:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "rate-test-model-560f5b", "reconcileID": "220912e4-5719-47fd-9f94-80f7e348f7b2", "LLMInferenceService": "rate-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:43:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "rate-test-model-560f5b", "reconcileID": "220912e4-5719-47fd-9f94-80f7e348f7b2", "LLMInferenceService": "rate-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:43:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "rate-test-model-560f5b", "reconcileID": "220912e4-5719-47fd-9f94-80f7e348f7b2", "LLMInferenceService": "rate-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:43:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "4f22d3ee-db30-4443-8e76-e1aa94ac9025", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:43:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "rate-test-model-560f5b", "reconcileID": "220912e4-5719-47fd-9f94-80f7e348f7b2", "LLMInferenceService": "rate-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "rate-test-model-560f5b-kserve-route-authn"} 2026-07-17T05:43:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "rate-test-model-560f5b", "reconcileID": "220912e4-5719-47fd-9f94-80f7e348f7b2", "LLMInferenceService": "rate-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b", "authType": "userdefined"} 2026-07-17T05:43:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "rate-test-model-560f5b", "reconcileID": "220912e4-5719-47fd-9f94-80f7e348f7b2", "LLMInferenceService": "rate-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:43:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "4f22d3ee-db30-4443-8e76-e1aa94ac9025", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b-authn-ssl"} 2026-07-17T05:43:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "4f22d3ee-db30-4443-8e76-e1aa94ac9025", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:43:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "rate-test-model-560f5b", "reconcileID": "470fecc6-e671-48e8-81e3-4ec14ed09197", "LLMInferenceService": "rate-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:43:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "rate-test-model-560f5b", "reconcileID": "470fecc6-e671-48e8-81e3-4ec14ed09197", "LLMInferenceService": "rate-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:43:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "rate-test-model-560f5b", "reconcileID": "470fecc6-e671-48e8-81e3-4ec14ed09197", "LLMInferenceService": "rate-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:43:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "rate-test-model-560f5b", "reconcileID": "470fecc6-e671-48e8-81e3-4ec14ed09197", "LLMInferenceService": "rate-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "rate-test-model-560f5b-kserve-route-authn"} 2026-07-17T05:43:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "rate-test-model-560f5b", "reconcileID": "470fecc6-e671-48e8-81e3-4ec14ed09197", "LLMInferenceService": "rate-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b", "authType": "userdefined"} 2026-07-17T05:43:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "rate-test-model-560f5b", "reconcileID": "470fecc6-e671-48e8-81e3-4ec14ed09197", "LLMInferenceService": "rate-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:43:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "f61c99ce-3d75-4923-b233-0ccac49ef579", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:43:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "f61c99ce-3d75-4923-b233-0ccac49ef579", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b-authn-ssl"} 2026-07-17T05:43:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "f61c99ce-3d75-4923-b233-0ccac49ef579", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:43:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "rate-test-model-560f5b", "reconcileID": "dd2c4d56-8618-448e-9773-c3206b5bbe77", "LLMInferenceService": "rate-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:43:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "rate-test-model-560f5b", "reconcileID": "dd2c4d56-8618-448e-9773-c3206b5bbe77", "LLMInferenceService": "rate-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:43:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "rate-test-model-560f5b", "reconcileID": "dd2c4d56-8618-448e-9773-c3206b5bbe77", "LLMInferenceService": "rate-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:43:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "rate-test-model-560f5b", "reconcileID": "dd2c4d56-8618-448e-9773-c3206b5bbe77", "LLMInferenceService": "rate-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "rate-test-model-560f5b-kserve-route-authn"} 2026-07-17T05:43:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "rate-test-model-560f5b", "reconcileID": "dd2c4d56-8618-448e-9773-c3206b5bbe77", "LLMInferenceService": "rate-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b", "authType": "userdefined"} 2026-07-17T05:43:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "rate-test-model-560f5b", "reconcileID": "dd2c4d56-8618-448e-9773-c3206b5bbe77", "LLMInferenceService": "rate-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:44:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "rate-test-model-560f5b", "reconcileID": "794cde20-a185-48fc-84b5-33f99ab82559", "LLMInferenceService": "rate-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:44:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "rate-test-model-560f5b", "reconcileID": "794cde20-a185-48fc-84b5-33f99ab82559", "LLMInferenceService": "rate-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:44:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "rate-test-model-560f5b", "reconcileID": "794cde20-a185-48fc-84b5-33f99ab82559", "LLMInferenceService": "rate-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:44:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "rate-test-model-560f5b", "reconcileID": "794cde20-a185-48fc-84b5-33f99ab82559", "LLMInferenceService": "rate-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "rate-test-model-560f5b-kserve-route-authn"} 2026-07-17T05:44:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "rate-test-model-560f5b", "reconcileID": "794cde20-a185-48fc-84b5-33f99ab82559", "LLMInferenceService": "rate-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b", "authType": "userdefined"} 2026-07-17T05:44:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "rate-test-model-560f5b", "reconcileID": "794cde20-a185-48fc-84b5-33f99ab82559", "LLMInferenceService": "rate-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:44:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda", "reconcileID": "eb312960-429b-4b6c-af7f-8d6ae04adb3e", "LLMInferenceService": "rate-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:44:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda", "reconcileID": "eb312960-429b-4b6c-af7f-8d6ae04adb3e", "LLMInferenceService": "rate-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:44:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda", "reconcileID": "eb312960-429b-4b6c-af7f-8d6ae04adb3e", "LLMInferenceService": "rate-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:44:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "cd31a720-f287-47e2-b248-889651f4f79a", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:44:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda", "reconcileID": "eb312960-429b-4b6c-af7f-8d6ae04adb3e", "LLMInferenceService": "rate-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda-kserve-route-authn"} 2026-07-17T05:44:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda", "reconcileID": "eb312960-429b-4b6c-af7f-8d6ae04adb3e", "LLMInferenceService": "rate-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda", "authType": "userdefined"} 2026-07-17T05:44:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda", "reconcileID": "eb312960-429b-4b6c-af7f-8d6ae04adb3e", "LLMInferenceService": "rate-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:44:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "cd31a720-f287-47e2-b248-889651f4f79a", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda-authn-ssl"} 2026-07-17T05:44:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "cd31a720-f287-47e2-b248-889651f4f79a", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:44:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda", "reconcileID": "466f203a-1dec-4f17-b216-515f6ef5b514", "LLMInferenceService": "rate-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:44:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda", "reconcileID": "466f203a-1dec-4f17-b216-515f6ef5b514", "LLMInferenceService": "rate-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:44:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda", "reconcileID": "466f203a-1dec-4f17-b216-515f6ef5b514", "LLMInferenceService": "rate-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:44:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda", "reconcileID": "466f203a-1dec-4f17-b216-515f6ef5b514", "LLMInferenceService": "rate-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda-kserve-route-authn"} 2026-07-17T05:44:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda", "reconcileID": "466f203a-1dec-4f17-b216-515f6ef5b514", "LLMInferenceService": "rate-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda", "authType": "userdefined"} 2026-07-17T05:44:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda", "reconcileID": "466f203a-1dec-4f17-b216-515f6ef5b514", "LLMInferenceService": "rate-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:44:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "837fdf4f-bd1f-4150-8bce-14339a3f5194", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:44:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "837fdf4f-bd1f-4150-8bce-14339a3f5194", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda-authn-ssl"} 2026-07-17T05:44:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "837fdf4f-bd1f-4150-8bce-14339a3f5194", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:44:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda", "reconcileID": "9ff2f748-3c06-466d-a3c5-4bda6bbcb31e", "LLMInferenceService": "rate-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:44:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda", "reconcileID": "9ff2f748-3c06-466d-a3c5-4bda6bbcb31e", "LLMInferenceService": "rate-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:44:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda", "reconcileID": "9ff2f748-3c06-466d-a3c5-4bda6bbcb31e", "LLMInferenceService": "rate-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:44:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda", "reconcileID": "9ff2f748-3c06-466d-a3c5-4bda6bbcb31e", "LLMInferenceService": "rate-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda-kserve-route-authn"} 2026-07-17T05:44:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda", "reconcileID": "9ff2f748-3c06-466d-a3c5-4bda6bbcb31e", "LLMInferenceService": "rate-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda", "authType": "userdefined"} 2026-07-17T05:44:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda", "reconcileID": "9ff2f748-3c06-466d-a3c5-4bda6bbcb31e", "LLMInferenceService": "rate-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:44:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda", "reconcileID": "c85ca027-17d8-4399-9cc0-c1401f71c30c", "LLMInferenceService": "rate-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:44:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda", "reconcileID": "c85ca027-17d8-4399-9cc0-c1401f71c30c", "LLMInferenceService": "rate-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:44:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda", "reconcileID": "c85ca027-17d8-4399-9cc0-c1401f71c30c", "LLMInferenceService": "rate-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:44:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda", "reconcileID": "c85ca027-17d8-4399-9cc0-c1401f71c30c", "LLMInferenceService": "rate-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda-kserve-route-authn"} 2026-07-17T05:44:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda", "reconcileID": "c85ca027-17d8-4399-9cc0-c1401f71c30c", "LLMInferenceService": "rate-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda", "authType": "userdefined"} 2026-07-17T05:44:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda", "reconcileID": "c85ca027-17d8-4399-9cc0-c1401f71c30c", "LLMInferenceService": "rate-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:44:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda", "reconcileID": "ac6086cc-ea9a-4bd2-899c-0135ae916e3d", "LLMInferenceService": "rate-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:44:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda", "reconcileID": "ac6086cc-ea9a-4bd2-899c-0135ae916e3d", "LLMInferenceService": "rate-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:44:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda", "reconcileID": "ac6086cc-ea9a-4bd2-899c-0135ae916e3d", "LLMInferenceService": "rate-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:44:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda", "reconcileID": "ac6086cc-ea9a-4bd2-899c-0135ae916e3d", "LLMInferenceService": "rate-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda-kserve-route-authn"} 2026-07-17T05:44:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda", "reconcileID": "ac6086cc-ea9a-4bd2-899c-0135ae916e3d", "LLMInferenceService": "rate-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda", "authType": "userdefined"} 2026-07-17T05:44:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda", "reconcileID": "ac6086cc-ea9a-4bd2-899c-0135ae916e3d", "LLMInferenceService": "rate-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:44:58Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "rate-test-model-560f5b", "reconcileID": "87b47d33-04ea-42fa-b66f-42f1a6953559", "LLMInferenceService": "rate-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:44:58Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "rate-test-model-560f5b", "reconcileID": "87b47d33-04ea-42fa-b66f-42f1a6953559", "LLMInferenceService": "rate-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "rate-test-model-560f5b"} 2026-07-17T05:44:58Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "rate-test-model-560f5b", "reconcileID": "87b47d33-04ea-42fa-b66f-42f1a6953559", "LLMInferenceService": "rate-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:44:58Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "rate-test-model-560f5b", "reconcileID": "87b47d33-04ea-42fa-b66f-42f1a6953559", "LLMInferenceService": "rate-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:44:58Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "rate-test-model-560f5b", "reconcileID": "87b47d33-04ea-42fa-b66f-42f1a6953559", "LLMInferenceService": "rate-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "rate-test-model-560f5b-kserve-route-authn"} 2026-07-17T05:44:58Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "rate-test-model-560f5b", "reconcileID": "87b47d33-04ea-42fa-b66f-42f1a6953559", "LLMInferenceService": "rate-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "rate-test-model-560f5b-kserve-route-authn"} 2026-07-17T05:44:58Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "rate-test-model-560f5b", "reconcileID": "87b47d33-04ea-42fa-b66f-42f1a6953559", "LLMInferenceService": "rate-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:44:58Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "rate-test-model-560f5b", "reconcileID": "87b47d33-04ea-42fa-b66f-42f1a6953559", "LLMInferenceService": "rate-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:44:58Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-560f5b","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "rate-test-model-560f5b", "reconcileID": "5cdc9819-a57f-482e-92e1-c54ebf66946d", "LLMInferenceService": "rate-test-model-560f5b", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:44:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "b48b7691-d9ac-4701-a25e-00f4af3db95b", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:44:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "b48b7691-d9ac-4701-a25e-00f4af3db95b", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b-authn-ssl"} 2026-07-17T05:44:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "b48b7691-d9ac-4701-a25e-00f4af3db95b", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:44:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "dcfafcf4-0ca8-4acc-9e89-ac930bbb4097", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:44:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "dcfafcf4-0ca8-4acc-9e89-ac930bbb4097", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b-authn-ssl"} 2026-07-17T05:44:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "dcfafcf4-0ca8-4acc-9e89-ac930bbb4097", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:44:58Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda", "reconcileID": "c8dd252f-c2f1-4765-b7f6-3f66c2d91df8", "LLMInferenceService": "rate-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:44:58Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda", "reconcileID": "c8dd252f-c2f1-4765-b7f6-3f66c2d91df8", "LLMInferenceService": "rate-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda"} 2026-07-17T05:44:58Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda", "reconcileID": "c8dd252f-c2f1-4765-b7f6-3f66c2d91df8", "LLMInferenceService": "rate-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:44:58Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda", "reconcileID": "c8dd252f-c2f1-4765-b7f6-3f66c2d91df8", "LLMInferenceService": "rate-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:44:58Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda", "reconcileID": "c8dd252f-c2f1-4765-b7f6-3f66c2d91df8", "LLMInferenceService": "rate-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda-kserve-route-authn"} 2026-07-17T05:44:58Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda", "reconcileID": "c8dd252f-c2f1-4765-b7f6-3f66c2d91df8", "LLMInferenceService": "rate-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda-kserve-route-authn"} 2026-07-17T05:44:58Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda", "reconcileID": "c8dd252f-c2f1-4765-b7f6-3f66c2d91df8", "LLMInferenceService": "rate-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:44:58Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda", "reconcileID": "c8dd252f-c2f1-4765-b7f6-3f66c2d91df8", "LLMInferenceService": "rate-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:44:59Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-823cda","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "rate-test-model-823cda", "reconcileID": "c36c5838-f800-458f-9900-0a90b28a3f1f", "LLMInferenceService": "rate-test-model-823cda", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:44:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "8bf36b1f-aef4-4a5d-be71-b11f0b393ade", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:44:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "8bf36b1f-aef4-4a5d-be71-b11f0b393ade", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda-authn-ssl"} 2026-07-17T05:44:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "8bf36b1f-aef4-4a5d-be71-b11f0b393ade", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:44:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "2ff75470-0727-41cb-8aa7-55ffd649a053", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:44:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "2ff75470-0727-41cb-8aa7-55ffd649a053", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda-authn-ssl"} 2026-07-17T05:44:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "2ff75470-0727-41cb-8aa7-55ffd649a053", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:45:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "142f9aad-48ad-4c65-a30a-52ea0a9fb574", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T05:45:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1e72a5ba-73ed-47bf-861e-4d6f3550147e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T05:45:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "449fece4-ef6f-4ef0-82c0-b90b98eede6e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T05:45:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "34f41367-f2c1-42ea-8f1d-f56ac3c35f87", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T05:45:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "22d3887f-28da-4f20-87ac-ef74b4986fbf", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:45:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "22d3887f-28da-4f20-87ac-ef74b4986fbf", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b-authn-ssl"} 2026-07-17T05:45:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "22d3887f-28da-4f20-87ac-ef74b4986fbf", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:45:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "07f68051-0a19-4bef-9b55-ca1c80a429d5", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:45:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "07f68051-0a19-4bef-9b55-ca1c80a429d5", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b-authn-ssl"} 2026-07-17T05:45:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "07f68051-0a19-4bef-9b55-ca1c80a429d5", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:45:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e2af2af-0db0-4ca7-ba9f-3502b804d30d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:45:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e2af2af-0db0-4ca7-ba9f-3502b804d30d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-560f5b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T05:45:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e2af2af-0db0-4ca7-ba9f-3502b804d30d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-560f5b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-17T05:45:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "odh-trusted-ca-bundle", "reconcileID": "6bbd76d4-018f-46cc-974d-cc972186759a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:45:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "odh-trusted-ca-bundle", "reconcileID": "6bbd76d4-018f-46cc-974d-cc972186759a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:45:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "openshift-service-ca.crt", "reconcileID": "bb1b9961-49b7-4395-b4fd-65548ccdbeb8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:45:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "openshift-service-ca.crt", "reconcileID": "bb1b9961-49b7-4395-b4fd-65548ccdbeb8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:45:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1a280d8-3138-4a38-9f73-ce87ad07a94b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:45:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-560f5b"}, "namespace": "ai-tenant-e2e-shared-a-560f5b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1a280d8-3138-4a38-9f73-ce87ad07a94b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-560f5b"} 2026-07-17T05:45:44Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-560f5b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-560f5b", "reconcileID": "d58f8ac6-68b4-4e67-bb6c-7cf8f712eace", "Gateway": "e2e-shared-a-560f5b", "namespace": "openshift-ingress"} 2026-07-17T05:45:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "027e6198-6ff9-412c-8f3e-eb4365602c0e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T05:45:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "953b22e5-2690-44fc-99b9-4824730156af", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:45:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "953b22e5-2690-44fc-99b9-4824730156af", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda-authn-ssl"} 2026-07-17T05:45:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "953b22e5-2690-44fc-99b9-4824730156af", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:45:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "6ea653f3-e0db-45f7-81a7-66f5e290ee93", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:45:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "6ea653f3-e0db-45f7-81a7-66f5e290ee93", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda-authn-ssl"} 2026-07-17T05:45:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "6ea653f3-e0db-45f7-81a7-66f5e290ee93", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"} 2026-07-17T05:46:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c7c54e5-7288-4d5b-948d-0a25cfc35015", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:46:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c7c54e5-7288-4d5b-948d-0a25cfc35015", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-823cda", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T05:46:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c7c54e5-7288-4d5b-948d-0a25cfc35015", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-823cda because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-17T05:46:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "odh-trusted-ca-bundle", "reconcileID": "68b6a7f5-1b00-4587-b572-8ceb9d0684c5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:46:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "odh-trusted-ca-bundle", "reconcileID": "68b6a7f5-1b00-4587-b572-8ceb9d0684c5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:46:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "openshift-service-ca.crt", "reconcileID": "72c5d9dd-d052-446c-ad15-86598bf0f7a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:46:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "openshift-service-ca.crt", "reconcileID": "72c5d9dd-d052-446c-ad15-86598bf0f7a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:46:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ec659be-293b-4785-9efe-5e067d31ac22", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:46:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-823cda"}, "namespace": "ai-tenant-e2e-shared-b-823cda", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ec659be-293b-4785-9efe-5e067d31ac22", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-823cda"} 2026-07-17T05:46:10Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-823cda","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-823cda", "reconcileID": "00a125c0-6dc9-4f21-a57d-fc01b0c26be0", "Gateway": "e2e-shared-b-823cda", "namespace": "openshift-ingress"}