2026-07-02T20:26:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-3d76cb"}, "namespace": "ai-tenant-e2e-api-b-3d76cb", "name": "openshift-service-ca.crt", "reconcileID": "a7f1739e-1a90-48b0-acbd-1530040607df", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-3d76cb", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T20:26:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-3d76cb"}, "namespace": "ai-tenant-e2e-api-b-3d76cb", "name": "openshift-service-ca.crt", "reconcileID": "a7f1739e-1a90-48b0-acbd-1530040607df", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-3d76cb"} 2026-07-02T20:26:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-3d76cb"}, "namespace": "ai-tenant-e2e-api-b-3d76cb", "name": "odh-trusted-ca-bundle", "reconcileID": "d05d5885-6e5c-468e-bd69-15bcff8bb393", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-3d76cb"} 2026-07-02T20:26:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-3d76cb"}, "namespace": "ai-tenant-e2e-api-b-3d76cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ba06bbc0-a329-45d1-b473-8c5d5d3b1372", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-3d76cb"} 2026-07-02T20:26:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-3d76cb"}, "namespace": "ai-tenant-e2e-api-b-3d76cb", "name": "openshift-service-ca.crt", "reconcileID": "6d5ac50f-ac8b-4970-bf0b-ed78450e8c18", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-3d76cb"} 2026-07-02T20:26:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-3d76cb"}, "namespace": "ai-tenant-e2e-api-b-3d76cb", "name": "odh-trusted-ca-bundle", "reconcileID": "4ea72cb3-90e7-4538-947b-8f42ba300c70", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-3d76cb", "update": "odh-kserve-custom-ca-bundle"} 2026-07-02T20:26:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-3d76cb"}, "namespace": "ai-tenant-e2e-api-b-3d76cb", "name": "odh-trusted-ca-bundle", "reconcileID": "4ea72cb3-90e7-4538-947b-8f42ba300c70", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-3d76cb"} 2026-07-02T20:26:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-3d76cb"}, "namespace": "ai-tenant-e2e-api-b-3d76cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "202059b9-4d57-4a20-9e15-c8d8a72dfcf4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-3d76cb"} 2026-07-02T20:26:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3d76cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3d76cb", "reconcileID": "da09e50c-e354-4304-8ba4-100f8c609e11", "Gateway": "e2e-api-b-3d76cb", "namespace": "openshift-ingress"} 2026-07-02T20:26:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3d76cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3d76cb", "reconcileID": "da09e50c-e354-4304-8ba4-100f8c609e11", "Gateway": "e2e-api-b-3d76cb", "namespace": "openshift-ingress", "name": "e2e-api-b-3d76cb-authn-ssl"} 2026-07-02T20:26:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3d76cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3d76cb", "reconcileID": "da09e50c-e354-4304-8ba4-100f8c609e11", "Gateway": "e2e-api-b-3d76cb", "namespace": "openshift-ingress"} 2026-07-02T20:26:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "600e207a-025b-4687-9c4c-016715ba03dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T20:26:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c51599","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c51599", "reconcileID": "b37d205f-9936-4866-a736-794045f18eda", "Gateway": "e2e-api-a-c51599", "namespace": "openshift-ingress"} 2026-07-02T20:26:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c51599","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c51599", "reconcileID": "b37d205f-9936-4866-a736-794045f18eda", "Gateway": "e2e-api-a-c51599", "namespace": "openshift-ingress", "name": "e2e-api-a-c51599-authn-ssl"} 2026-07-02T20:26:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c51599","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c51599", "reconcileID": "b37d205f-9936-4866-a736-794045f18eda", "Gateway": "e2e-api-a-c51599", "namespace": "openshift-ingress"} 2026-07-02T20:26:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3d76cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3d76cb", "reconcileID": "203605cf-1853-40ee-aeba-33f7bf929cf7", "Gateway": "e2e-api-b-3d76cb", "namespace": "openshift-ingress"} 2026-07-02T20:26:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3d76cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3d76cb", "reconcileID": "203605cf-1853-40ee-aeba-33f7bf929cf7", "Gateway": "e2e-api-b-3d76cb", "namespace": "openshift-ingress", "name": "e2e-api-b-3d76cb-authn-ssl"} 2026-07-02T20:26:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3d76cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3d76cb", "reconcileID": "203605cf-1853-40ee-aeba-33f7bf929cf7", "Gateway": "e2e-api-b-3d76cb", "namespace": "openshift-ingress"} 2026-07-02T20:26:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "dc336a6f-9e76-42e8-930a-e2a5a2dc0dc3", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T20:26:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c51599","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c51599", "reconcileID": "b22738bd-b602-44e7-9ec2-6756aa28753d", "Gateway": "e2e-api-a-c51599", "namespace": "openshift-ingress"} 2026-07-02T20:26:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c51599","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c51599", "reconcileID": "b22738bd-b602-44e7-9ec2-6756aa28753d", "Gateway": "e2e-api-a-c51599", "namespace": "openshift-ingress", "name": "e2e-api-a-c51599-authn-ssl"} 2026-07-02T20:26:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c51599","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c51599", "reconcileID": "b22738bd-b602-44e7-9ec2-6756aa28753d", "Gateway": "e2e-api-a-c51599", "namespace": "openshift-ingress"} 2026-07-02T20:27:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c51599"}, "namespace": "ai-tenant-e2e-api-a-c51599", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab8b7326-c575-4b06-8fcb-a03d1dbbb55c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c51599"} 2026-07-02T20:27:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c51599"}, "namespace": "ai-tenant-e2e-api-a-c51599", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab8b7326-c575-4b06-8fcb-a03d1dbbb55c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c51599", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T20:27:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c51599"}, "namespace": "ai-tenant-e2e-api-a-c51599", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab8b7326-c575-4b06-8fcb-a03d1dbbb55c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-c51599 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-02T20:27:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c51599"}, "namespace": "ai-tenant-e2e-api-a-c51599", "name": "odh-trusted-ca-bundle", "reconcileID": "05bf919f-c08f-4667-897e-a7db10a554a9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c51599"} 2026-07-02T20:27:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c51599"}, "namespace": "ai-tenant-e2e-api-a-c51599", "name": "odh-trusted-ca-bundle", "reconcileID": "05bf919f-c08f-4667-897e-a7db10a554a9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c51599"} 2026-07-02T20:27:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c51599"}, "namespace": "ai-tenant-e2e-api-a-c51599", "name": "openshift-service-ca.crt", "reconcileID": "8dfdf50e-76ae-49c6-bce4-ca10dae62d60", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c51599"} 2026-07-02T20:27:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c51599"}, "namespace": "ai-tenant-e2e-api-a-c51599", "name": "openshift-service-ca.crt", "reconcileID": "8dfdf50e-76ae-49c6-bce4-ca10dae62d60", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c51599"} 2026-07-02T20:27:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c51599"}, "namespace": "ai-tenant-e2e-api-a-c51599", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a5b82c5b-5d22-449d-8b79-a185fba455e2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c51599"} 2026-07-02T20:27:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c51599"}, "namespace": "ai-tenant-e2e-api-a-c51599", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a5b82c5b-5d22-449d-8b79-a185fba455e2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c51599"} 2026-07-02T20:27:00Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c51599","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c51599", "reconcileID": "916d12ce-d7d5-4b80-b61c-5b51a8856793", "Gateway": "e2e-api-a-c51599", "namespace": "openshift-ingress"} 2026-07-02T20:27:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "b68426a1-cca6-40aa-9150-d7c41f2034c0", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T20:27:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3d76cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3d76cb", "reconcileID": "3f7d6b0b-cdf8-4479-937b-ddade1e989f9", "Gateway": "e2e-api-b-3d76cb", "namespace": "openshift-ingress"} 2026-07-02T20:27:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3d76cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3d76cb", "reconcileID": "3f7d6b0b-cdf8-4479-937b-ddade1e989f9", "Gateway": "e2e-api-b-3d76cb", "namespace": "openshift-ingress", "name": "e2e-api-b-3d76cb-authn-ssl"} 2026-07-02T20:27:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3d76cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3d76cb", "reconcileID": "3f7d6b0b-cdf8-4479-937b-ddade1e989f9", "Gateway": "e2e-api-b-3d76cb", "namespace": "openshift-ingress"} 2026-07-02T20:27:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-3d76cb"}, "namespace": "ai-tenant-e2e-api-b-3d76cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32c78c59-3fcc-468a-a206-696bc210fc20", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-3d76cb"} 2026-07-02T20:27:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-3d76cb"}, "namespace": "ai-tenant-e2e-api-b-3d76cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32c78c59-3fcc-468a-a206-696bc210fc20", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-3d76cb", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T20:27:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-3d76cb"}, "namespace": "ai-tenant-e2e-api-b-3d76cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32c78c59-3fcc-468a-a206-696bc210fc20", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-3d76cb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-02T20:27:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-3d76cb"}, "namespace": "ai-tenant-e2e-api-b-3d76cb", "name": "odh-trusted-ca-bundle", "reconcileID": "42948161-8988-45e4-b8ea-75a2919036af", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-3d76cb"} 2026-07-02T20:27:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-3d76cb"}, "namespace": "ai-tenant-e2e-api-b-3d76cb", "name": "odh-trusted-ca-bundle", "reconcileID": "42948161-8988-45e4-b8ea-75a2919036af", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-3d76cb", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T20:27:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-3d76cb"}, "namespace": "ai-tenant-e2e-api-b-3d76cb", "name": "odh-trusted-ca-bundle", "reconcileID": "42948161-8988-45e4-b8ea-75a2919036af", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-3d76cb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-02T20:27:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-3d76cb"}, "namespace": "ai-tenant-e2e-api-b-3d76cb", "name": "openshift-service-ca.crt", "reconcileID": "747670c6-a3d9-4cdb-846a-a44812cd043b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-3d76cb"} 2026-07-02T20:27:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-3d76cb"}, "namespace": "ai-tenant-e2e-api-b-3d76cb", "name": "openshift-service-ca.crt", "reconcileID": "747670c6-a3d9-4cdb-846a-a44812cd043b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-3d76cb"} 2026-07-02T20:27:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-3d76cb"}, "namespace": "ai-tenant-e2e-api-b-3d76cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "15a46c2d-0e4d-42cb-a1a0-9d1b5bf6cef1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-3d76cb"} 2026-07-02T20:27:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-3d76cb"}, "namespace": "ai-tenant-e2e-api-b-3d76cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "15a46c2d-0e4d-42cb-a1a0-9d1b5bf6cef1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-3d76cb"} 2026-07-02T20:27:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-3d76cb"}, "namespace": "ai-tenant-e2e-api-b-3d76cb", "name": "odh-trusted-ca-bundle", "reconcileID": "e2a865f3-852b-418e-9197-9b2a36bc80be", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-3d76cb"} 2026-07-02T20:27:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-3d76cb"}, "namespace": "ai-tenant-e2e-api-b-3d76cb", "name": "odh-trusted-ca-bundle", "reconcileID": "e2a865f3-852b-418e-9197-9b2a36bc80be", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-3d76cb"} 2026-07-02T20:27:09Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3d76cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3d76cb", "reconcileID": "22e87d4c-7f85-49f2-91d2-7d3b7f7514f6", "Gateway": "e2e-api-b-3d76cb", "namespace": "openshift-ingress"} 2026-07-02T20:27:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "71f70d7f-eb6f-41a3-8b9e-4d6d18c5d5c2", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:27:10Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "71f70d7f-eb6f-41a3-8b9e-4d6d18c5d5c2", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5-authn-ssl"} 2026-07-02T20:27:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "71f70d7f-eb6f-41a3-8b9e-4d6d18c5d5c2", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:27:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "502e13ba-5821-4b37-9a29-87ef7a3d0e2f", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:27:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "502e13ba-5821-4b37-9a29-87ef7a3d0e2f", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5-authn-ssl"} 2026-07-02T20:27:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "502e13ba-5821-4b37-9a29-87ef7a3d0e2f", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:27:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "6cda334e-8ef8-46d5-b9ed-09e3288ec8a9", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:27:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "6cda334e-8ef8-46d5-b9ed-09e3288ec8a9", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5-authn-ssl"} 2026-07-02T20:27:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "6cda334e-8ef8-46d5-b9ed-09e3288ec8a9", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:27:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "922fe13d-d880-4e86-97f6-20b9647622d0", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:27:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "922fe13d-d880-4e86-97f6-20b9647622d0", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5-authn-ssl"} 2026-07-02T20:27:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "922fe13d-d880-4e86-97f6-20b9647622d0", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:27:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "ab71f82f-30d7-43bb-91d5-94b1e50c2388", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:27:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "ab71f82f-30d7-43bb-91d5-94b1e50c2388", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5-authn-ssl"} 2026-07-02T20:27:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "ab71f82f-30d7-43bb-91d5-94b1e50c2388", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:27:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "4e523649-9ac9-413a-9183-a51ecfd359e1", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:27:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "4e523649-9ac9-413a-9183-a51ecfd359e1", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5-authn-ssl"} 2026-07-02T20:27:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "4e523649-9ac9-413a-9183-a51ecfd359e1", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:27:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "d4ca95d3-a0b8-4519-a402-424087351b6a", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T20:27:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "e453f594-4743-4e65-8d60-82a24ddd8fe4", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:27:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "e453f594-4743-4e65-8d60-82a24ddd8fe4", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5-authn-ssl"} 2026-07-02T20:27:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "e453f594-4743-4e65-8d60-82a24ddd8fe4", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:27:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "odh-trusted-ca-bundle", "reconcileID": "0f74c966-c693-4d79-9a3d-6b43998aa0eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:27:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "openshift-service-ca.crt", "reconcileID": "da484cb9-18cc-4534-88e8-460350cb7837", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:27:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "openshift-service-ca.crt", "reconcileID": "5243c737-24f6-498d-9503-b6340f6e8c97", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T20:27:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "openshift-service-ca.crt", "reconcileID": "5243c737-24f6-498d-9503-b6340f6e8c97", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:27:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "odh-trusted-ca-bundle", "reconcileID": "cdb5c6d0-4f2a-482f-8b0e-1e33e560baf7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T20:27:16Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "odh-trusted-ca-bundle", "reconcileID": "cdb5c6d0-4f2a-482f-8b0e-1e33e560baf7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-02T20:27:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f38563c-5e6c-4749-a0f7-0f243176ff92", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "update": "odh-kserve-custom-ca-bundle"} 2026-07-02T20:27:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f38563c-5e6c-4749-a0f7-0f243176ff92", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:27:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "openshift-service-ca.crt", "reconcileID": "eace8079-b455-4bd9-9560-4edb038237dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:27:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "odh-trusted-ca-bundle", "reconcileID": "6a474a2e-54c0-476a-89ac-2d02d544dbbf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:27:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "729d90d7-6534-418e-b729-ac4097accac5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:27:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "9fe1ffb2-ed02-41fe-92e6-ee3416873a25", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:27:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "9fe1ffb2-ed02-41fe-92e6-ee3416873a25", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5-authn-ssl"} 2026-07-02T20:27:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "9fe1ffb2-ed02-41fe-92e6-ee3416873a25", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:27:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "f151ec4e-9823-403d-bd4b-4ea440f163af", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T20:27:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "d7f2f530-3962-4909-b5f5-30f16d1f39b5", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:27:21Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "d7f2f530-3962-4909-b5f5-30f16d1f39b5", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d-authn-ssl"} 2026-07-02T20:27:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "d7f2f530-3962-4909-b5f5-30f16d1f39b5", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:27:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "797e22a8-96dd-430b-a87d-bad7b3d6e46d", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:27:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "797e22a8-96dd-430b-a87d-bad7b3d6e46d", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d-authn-ssl"} 2026-07-02T20:27:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "797e22a8-96dd-430b-a87d-bad7b3d6e46d", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:27:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "ee7529f2-405a-4e97-bf26-5b1900066f5a", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:27:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "ee7529f2-405a-4e97-bf26-5b1900066f5a", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d-authn-ssl"} 2026-07-02T20:27:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "ee7529f2-405a-4e97-bf26-5b1900066f5a", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:27:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "2c2cdaf5-567d-45c9-a9b9-3f61e2aef17e", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:27:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "2c2cdaf5-567d-45c9-a9b9-3f61e2aef17e", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d-authn-ssl"} 2026-07-02T20:27:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "2c2cdaf5-567d-45c9-a9b9-3f61e2aef17e", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:27:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "99c3f487-64bf-459f-8d1f-606a69df9f18", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:27:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "99c3f487-64bf-459f-8d1f-606a69df9f18", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d-authn-ssl"} 2026-07-02T20:27:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "99c3f487-64bf-459f-8d1f-606a69df9f18", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:27:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "1ec16ca1-dcac-4e9a-987c-e965cf14092a", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:27:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "1ec16ca1-dcac-4e9a-987c-e965cf14092a", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d-authn-ssl"} 2026-07-02T20:27:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "1ec16ca1-dcac-4e9a-987c-e965cf14092a", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:27:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "7a4e7233-a20e-4abb-983a-5951db34868d", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:27:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "7a4e7233-a20e-4abb-983a-5951db34868d", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d-authn-ssl"} 2026-07-02T20:27:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "7a4e7233-a20e-4abb-983a-5951db34868d", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:27:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "10825d13-e0f8-4bca-abd3-82abfb4ab16b", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:27:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "10825d13-e0f8-4bca-abd3-82abfb4ab16b", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d-authn-ssl"} 2026-07-02T20:27:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "10825d13-e0f8-4bca-abd3-82abfb4ab16b", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:27:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "159990f0-6cb9-4aa4-acfc-0024a477c96b", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:27:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "159990f0-6cb9-4aa4-acfc-0024a477c96b", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5-authn-ssl"} 2026-07-02T20:27:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "159990f0-6cb9-4aa4-acfc-0024a477c96b", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:27:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "odh-trusted-ca-bundle", "reconcileID": "45bd6c24-32e2-47a3-95bb-6f742fa65323", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:27:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "openshift-service-ca.crt", "reconcileID": "2890a942-054c-4f93-b588-223db129262a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:27:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "odh-trusted-ca-bundle", "reconcileID": "b0d2993e-bc86-46a1-9d82-b67403501731", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T20:27:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "odh-trusted-ca-bundle", "reconcileID": "b0d2993e-bc86-46a1-9d82-b67403501731", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:27:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "openshift-service-ca.crt", "reconcileID": "c015c457-164c-4f6b-bb26-2f575ed63c52", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "update": "odh-kserve-custom-ca-bundle"} 2026-07-02T20:27:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "openshift-service-ca.crt", "reconcileID": "c015c457-164c-4f6b-bb26-2f575ed63c52", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:27:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "937b5759-2ba0-4118-afd3-b757a10cf45a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:27:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "9d8afec6-5c5e-4ee9-8a48-9c6a71fece1e", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:27:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "9d8afec6-5c5e-4ee9-8a48-9c6a71fece1e", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d-authn-ssl"} 2026-07-02T20:27:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "9d8afec6-5c5e-4ee9-8a48-9c6a71fece1e", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:27:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "8b7568ea-0f68-4b4b-b446-a6100abd8bab", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T20:27:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "803e0e8a-c07f-4b5b-989d-3b3feaa0329b", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:27:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "803e0e8a-c07f-4b5b-989d-3b3feaa0329b", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d-authn-ssl"} 2026-07-02T20:27:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "803e0e8a-c07f-4b5b-989d-3b3feaa0329b", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:27:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5", "reconcileID": "f65b9683-2de7-46c4-9283-ca74e924c993", "LLMInferenceService": "auth-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:27:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5", "reconcileID": "f65b9683-2de7-46c4-9283-ca74e924c993", "LLMInferenceService": "auth-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:27:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5", "reconcileID": "f65b9683-2de7-46c4-9283-ca74e924c993", "LLMInferenceService": "auth-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:27:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "1776fb3b-d9d4-414e-b7f9-38ca14d91840", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:27:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5", "reconcileID": "f65b9683-2de7-46c4-9283-ca74e924c993", "LLMInferenceService": "auth-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5-kserve-route-authn"} 2026-07-02T20:27:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5", "reconcileID": "f65b9683-2de7-46c4-9283-ca74e924c993", "LLMInferenceService": "auth-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "authType": "userdefined"} 2026-07-02T20:27:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5", "reconcileID": "f65b9683-2de7-46c4-9283-ca74e924c993", "LLMInferenceService": "auth-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:27:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "1776fb3b-d9d4-414e-b7f9-38ca14d91840", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5-authn-ssl"} 2026-07-02T20:27:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "1776fb3b-d9d4-414e-b7f9-38ca14d91840", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:27:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5", "reconcileID": "3a3bbf20-dfe8-4f2d-890e-f067b3391535", "LLMInferenceService": "auth-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:27:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5", "reconcileID": "3a3bbf20-dfe8-4f2d-890e-f067b3391535", "LLMInferenceService": "auth-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:27:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5", "reconcileID": "3a3bbf20-dfe8-4f2d-890e-f067b3391535", "LLMInferenceService": "auth-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:27:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5", "reconcileID": "3a3bbf20-dfe8-4f2d-890e-f067b3391535", "LLMInferenceService": "auth-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5-kserve-route-authn"} 2026-07-02T20:27:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5", "reconcileID": "3a3bbf20-dfe8-4f2d-890e-f067b3391535", "LLMInferenceService": "auth-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "authType": "userdefined"} 2026-07-02T20:27:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5", "reconcileID": "3a3bbf20-dfe8-4f2d-890e-f067b3391535", "LLMInferenceService": "auth-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:27:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "84c7a1ea-94f8-419b-88f2-127e6a3f0f43", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T20:27:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "cc878ec4-fb53-4c08-9dc8-5a50e594c83c", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T20:28:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "cecc7210-0e57-4ccc-a16f-3fcdb3f1a699", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:28:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "cecc7210-0e57-4ccc-a16f-3fcdb3f1a699", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5-authn-ssl"} 2026-07-02T20:28:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "cecc7210-0e57-4ccc-a16f-3fcdb3f1a699", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:28:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5", "reconcileID": "76441d67-d47e-4049-b073-56c6e3cb21cf", "LLMInferenceService": "auth-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:28:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5", "reconcileID": "76441d67-d47e-4049-b073-56c6e3cb21cf", "LLMInferenceService": "auth-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:28:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5", "reconcileID": "76441d67-d47e-4049-b073-56c6e3cb21cf", "LLMInferenceService": "auth-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:28:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5", "reconcileID": "76441d67-d47e-4049-b073-56c6e3cb21cf", "LLMInferenceService": "auth-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5-kserve-route-authn"} 2026-07-02T20:28:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5", "reconcileID": "76441d67-d47e-4049-b073-56c6e3cb21cf", "LLMInferenceService": "auth-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "authType": "userdefined"} 2026-07-02T20:28:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5", "reconcileID": "76441d67-d47e-4049-b073-56c6e3cb21cf", "LLMInferenceService": "auth-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:28:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5", "reconcileID": "f4c97c63-925e-4ada-b1be-6a1568bf6a95", "LLMInferenceService": "auth-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:28:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5", "reconcileID": "f4c97c63-925e-4ada-b1be-6a1568bf6a95", "LLMInferenceService": "auth-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:28:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5", "reconcileID": "f4c97c63-925e-4ada-b1be-6a1568bf6a95", "LLMInferenceService": "auth-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:28:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5", "reconcileID": "f4c97c63-925e-4ada-b1be-6a1568bf6a95", "LLMInferenceService": "auth-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5-kserve-route-authn"} 2026-07-02T20:28:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5", "reconcileID": "f4c97c63-925e-4ada-b1be-6a1568bf6a95", "LLMInferenceService": "auth-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "authType": "userdefined"} 2026-07-02T20:28:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5", "reconcileID": "f4c97c63-925e-4ada-b1be-6a1568bf6a95", "LLMInferenceService": "auth-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:28:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5", "reconcileID": "b147420a-2631-4e81-b731-2b11fe3b7c66", "LLMInferenceService": "auth-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:28:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5", "reconcileID": "b147420a-2631-4e81-b731-2b11fe3b7c66", "LLMInferenceService": "auth-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:28:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5", "reconcileID": "b147420a-2631-4e81-b731-2b11fe3b7c66", "LLMInferenceService": "auth-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:28:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5", "reconcileID": "b147420a-2631-4e81-b731-2b11fe3b7c66", "LLMInferenceService": "auth-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5-kserve-route-authn"} 2026-07-02T20:28:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5", "reconcileID": "b147420a-2631-4e81-b731-2b11fe3b7c66", "LLMInferenceService": "auth-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "authType": "userdefined"} 2026-07-02T20:28:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5", "reconcileID": "b147420a-2631-4e81-b731-2b11fe3b7c66", "LLMInferenceService": "auth-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:28:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "auth-test-model-fa5d1d", "reconcileID": "f0c2dcaf-fb23-41a3-af6c-94f58928ae2f", "LLMInferenceService": "auth-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:28:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "auth-test-model-fa5d1d", "reconcileID": "f0c2dcaf-fb23-41a3-af6c-94f58928ae2f", "LLMInferenceService": "auth-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:28:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "auth-test-model-fa5d1d", "reconcileID": "f0c2dcaf-fb23-41a3-af6c-94f58928ae2f", "LLMInferenceService": "auth-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:28:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "8050d3b2-0fe1-461e-a8f1-b0417cad0cbe", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:28:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "auth-test-model-fa5d1d", "reconcileID": "f0c2dcaf-fb23-41a3-af6c-94f58928ae2f", "LLMInferenceService": "auth-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "auth-test-model-fa5d1d-kserve-route-authn"} 2026-07-02T20:28:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "auth-test-model-fa5d1d", "reconcileID": "f0c2dcaf-fb23-41a3-af6c-94f58928ae2f", "LLMInferenceService": "auth-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "authType": "userdefined"} 2026-07-02T20:28:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "auth-test-model-fa5d1d", "reconcileID": "f0c2dcaf-fb23-41a3-af6c-94f58928ae2f", "LLMInferenceService": "auth-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:28:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "8050d3b2-0fe1-461e-a8f1-b0417cad0cbe", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d-authn-ssl"} 2026-07-02T20:28:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "8050d3b2-0fe1-461e-a8f1-b0417cad0cbe", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:28:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "auth-test-model-fa5d1d", "reconcileID": "ab6f0722-2fa5-4e4d-87ac-6bcf24ad9f89", "LLMInferenceService": "auth-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:28:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "auth-test-model-fa5d1d", "reconcileID": "ab6f0722-2fa5-4e4d-87ac-6bcf24ad9f89", "LLMInferenceService": "auth-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:28:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "auth-test-model-fa5d1d", "reconcileID": "ab6f0722-2fa5-4e4d-87ac-6bcf24ad9f89", "LLMInferenceService": "auth-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:28:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "auth-test-model-fa5d1d", "reconcileID": "ab6f0722-2fa5-4e4d-87ac-6bcf24ad9f89", "LLMInferenceService": "auth-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "auth-test-model-fa5d1d-kserve-route-authn"} 2026-07-02T20:28:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "auth-test-model-fa5d1d", "reconcileID": "ab6f0722-2fa5-4e4d-87ac-6bcf24ad9f89", "LLMInferenceService": "auth-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "authType": "userdefined"} 2026-07-02T20:28:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "auth-test-model-fa5d1d", "reconcileID": "ab6f0722-2fa5-4e4d-87ac-6bcf24ad9f89", "LLMInferenceService": "auth-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:28:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "8ffff289-1e43-41f4-8017-56759d868b4f", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:28:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "8ffff289-1e43-41f4-8017-56759d868b4f", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d-authn-ssl"} 2026-07-02T20:28:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "8ffff289-1e43-41f4-8017-56759d868b4f", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:28:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "auth-test-model-fa5d1d", "reconcileID": "76e9f220-fbbe-4913-ab88-2ecc6df84551", "LLMInferenceService": "auth-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:28:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "auth-test-model-fa5d1d", "reconcileID": "76e9f220-fbbe-4913-ab88-2ecc6df84551", "LLMInferenceService": "auth-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:28:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "auth-test-model-fa5d1d", "reconcileID": "76e9f220-fbbe-4913-ab88-2ecc6df84551", "LLMInferenceService": "auth-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:28:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "auth-test-model-fa5d1d", "reconcileID": "76e9f220-fbbe-4913-ab88-2ecc6df84551", "LLMInferenceService": "auth-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "auth-test-model-fa5d1d-kserve-route-authn"} 2026-07-02T20:28:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "auth-test-model-fa5d1d", "reconcileID": "76e9f220-fbbe-4913-ab88-2ecc6df84551", "LLMInferenceService": "auth-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "authType": "userdefined"} 2026-07-02T20:28:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "auth-test-model-fa5d1d", "reconcileID": "76e9f220-fbbe-4913-ab88-2ecc6df84551", "LLMInferenceService": "auth-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:28:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "auth-test-model-fa5d1d", "reconcileID": "0b98ca8a-3e51-40ae-8ccb-a23c7ae0dd30", "LLMInferenceService": "auth-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:28:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "auth-test-model-fa5d1d", "reconcileID": "0b98ca8a-3e51-40ae-8ccb-a23c7ae0dd30", "LLMInferenceService": "auth-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:28:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "auth-test-model-fa5d1d", "reconcileID": "0b98ca8a-3e51-40ae-8ccb-a23c7ae0dd30", "LLMInferenceService": "auth-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:28:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "auth-test-model-fa5d1d", "reconcileID": "0b98ca8a-3e51-40ae-8ccb-a23c7ae0dd30", "LLMInferenceService": "auth-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "auth-test-model-fa5d1d-kserve-route-authn"} 2026-07-02T20:28:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "auth-test-model-fa5d1d", "reconcileID": "0b98ca8a-3e51-40ae-8ccb-a23c7ae0dd30", "LLMInferenceService": "auth-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "authType": "userdefined"} 2026-07-02T20:28:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "auth-test-model-fa5d1d", "reconcileID": "0b98ca8a-3e51-40ae-8ccb-a23c7ae0dd30", "LLMInferenceService": "auth-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:28:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "1ae979df-67ce-4b78-bc8d-72aa28dc2868", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:28:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "1ae979df-67ce-4b78-bc8d-72aa28dc2868", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5-authn-ssl"} 2026-07-02T20:28:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "1ae979df-67ce-4b78-bc8d-72aa28dc2868", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:28:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "7c8d8938-952b-4b32-a0d3-aef7b9cb329c", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:28:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "7c8d8938-952b-4b32-a0d3-aef7b9cb329c", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d-authn-ssl"} 2026-07-02T20:28:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "7c8d8938-952b-4b32-a0d3-aef7b9cb329c", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:30:22Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5", "reconcileID": "f919c4a1-b7f4-4555-832b-1dc41db377a3", "LLMInferenceService": "auth-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:30:22Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5", "reconcileID": "f919c4a1-b7f4-4555-832b-1dc41db377a3", "LLMInferenceService": "auth-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5"} 2026-07-02T20:30:22Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5", "reconcileID": "f919c4a1-b7f4-4555-832b-1dc41db377a3", "LLMInferenceService": "auth-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:30:22Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5", "reconcileID": "f919c4a1-b7f4-4555-832b-1dc41db377a3", "LLMInferenceService": "auth-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:30:22Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5", "reconcileID": "f919c4a1-b7f4-4555-832b-1dc41db377a3", "LLMInferenceService": "auth-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5-kserve-route-authn"} 2026-07-02T20:30:22Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5", "reconcileID": "f919c4a1-b7f4-4555-832b-1dc41db377a3", "LLMInferenceService": "auth-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5-kserve-route-authn"} 2026-07-02T20:30:22Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5", "reconcileID": "f919c4a1-b7f4-4555-832b-1dc41db377a3", "LLMInferenceService": "auth-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:30:22Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5", "reconcileID": "f919c4a1-b7f4-4555-832b-1dc41db377a3", "LLMInferenceService": "auth-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:30:22Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "auth-test-model-cd8cf5", "reconcileID": "c807f93e-faa3-4c12-87c0-c80fd2c86d91", "LLMInferenceService": "auth-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:30:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "32172afc-2411-4825-913a-97835c3a12bb", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:30:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "32172afc-2411-4825-913a-97835c3a12bb", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5-authn-ssl"} 2026-07-02T20:30:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "32172afc-2411-4825-913a-97835c3a12bb", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:30:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "3ccecce7-3d15-4891-b155-0174a3b8b9d8", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:30:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "3ccecce7-3d15-4891-b155-0174a3b8b9d8", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5-authn-ssl"} 2026-07-02T20:30:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "3ccecce7-3d15-4891-b155-0174a3b8b9d8", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:30:23Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "auth-test-model-fa5d1d", "reconcileID": "43816c21-e04c-452a-9ac8-9005cfed1801", "LLMInferenceService": "auth-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:30:23Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "auth-test-model-fa5d1d", "reconcileID": "43816c21-e04c-452a-9ac8-9005cfed1801", "LLMInferenceService": "auth-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "auth-test-model-fa5d1d"} 2026-07-02T20:30:23Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "auth-test-model-fa5d1d", "reconcileID": "43816c21-e04c-452a-9ac8-9005cfed1801", "LLMInferenceService": "auth-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:30:23Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "auth-test-model-fa5d1d", "reconcileID": "43816c21-e04c-452a-9ac8-9005cfed1801", "LLMInferenceService": "auth-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:30:23Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "auth-test-model-fa5d1d", "reconcileID": "43816c21-e04c-452a-9ac8-9005cfed1801", "LLMInferenceService": "auth-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "auth-test-model-fa5d1d-kserve-route-authn"} 2026-07-02T20:30:23Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "auth-test-model-fa5d1d", "reconcileID": "43816c21-e04c-452a-9ac8-9005cfed1801", "LLMInferenceService": "auth-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "auth-test-model-fa5d1d-kserve-route-authn"} 2026-07-02T20:30:23Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "auth-test-model-fa5d1d", "reconcileID": "43816c21-e04c-452a-9ac8-9005cfed1801", "LLMInferenceService": "auth-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:30:23Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "auth-test-model-fa5d1d", "reconcileID": "43816c21-e04c-452a-9ac8-9005cfed1801", "LLMInferenceService": "auth-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:30:23Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "auth-test-model-fa5d1d", "reconcileID": "d7bce22c-f1ad-4061-b1e1-a75313887a8a", "LLMInferenceService": "auth-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:30:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "eb7019e0-e276-49ce-bf33-200e9442b1bb", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:30:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "eb7019e0-e276-49ce-bf33-200e9442b1bb", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d-authn-ssl"} 2026-07-02T20:30:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "eb7019e0-e276-49ce-bf33-200e9442b1bb", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:30:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "82a86e07-d5d1-4132-bd0f-4a2b06746c3d", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:30:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "82a86e07-d5d1-4132-bd0f-4a2b06746c3d", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d-authn-ssl"} 2026-07-02T20:30:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "82a86e07-d5d1-4132-bd0f-4a2b06746c3d", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:30:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5", "reconcileID": "f2a4a329-25a6-43a0-9f98-3e903c86115c", "LLMInferenceService": "sub-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:30:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5", "reconcileID": "f2a4a329-25a6-43a0-9f98-3e903c86115c", "LLMInferenceService": "sub-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:30:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5", "reconcileID": "f2a4a329-25a6-43a0-9f98-3e903c86115c", "LLMInferenceService": "sub-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:30:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "f0386bbe-cc6c-4be5-9756-dbbf25f52382", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:30:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5", "reconcileID": "f2a4a329-25a6-43a0-9f98-3e903c86115c", "LLMInferenceService": "sub-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5-kserve-route-authn"} 2026-07-02T20:30:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5", "reconcileID": "f2a4a329-25a6-43a0-9f98-3e903c86115c", "LLMInferenceService": "sub-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "authType": "userdefined"} 2026-07-02T20:30:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5", "reconcileID": "f2a4a329-25a6-43a0-9f98-3e903c86115c", "LLMInferenceService": "sub-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:30:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "f0386bbe-cc6c-4be5-9756-dbbf25f52382", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5-authn-ssl"} 2026-07-02T20:30:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "f0386bbe-cc6c-4be5-9756-dbbf25f52382", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:30:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5", "reconcileID": "8db1f536-f800-4ede-b7ca-19006d92cf24", "LLMInferenceService": "sub-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:30:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5", "reconcileID": "8db1f536-f800-4ede-b7ca-19006d92cf24", "LLMInferenceService": "sub-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:30:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5", "reconcileID": "8db1f536-f800-4ede-b7ca-19006d92cf24", "LLMInferenceService": "sub-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:30:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5", "reconcileID": "8db1f536-f800-4ede-b7ca-19006d92cf24", "LLMInferenceService": "sub-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5-kserve-route-authn"} 2026-07-02T20:30:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5", "reconcileID": "8db1f536-f800-4ede-b7ca-19006d92cf24", "LLMInferenceService": "sub-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "authType": "userdefined"} 2026-07-02T20:30:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5", "reconcileID": "8db1f536-f800-4ede-b7ca-19006d92cf24", "LLMInferenceService": "sub-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:30:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "13012220-70b0-486a-9f44-70017a92d490", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:30:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "13012220-70b0-486a-9f44-70017a92d490", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5-authn-ssl"} 2026-07-02T20:30:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "13012220-70b0-486a-9f44-70017a92d490", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:30:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5", "reconcileID": "75bebacc-0ba4-4b0a-bca3-f1c4740153b8", "LLMInferenceService": "sub-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:30:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5", "reconcileID": "75bebacc-0ba4-4b0a-bca3-f1c4740153b8", "LLMInferenceService": "sub-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:30:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5", "reconcileID": "75bebacc-0ba4-4b0a-bca3-f1c4740153b8", "LLMInferenceService": "sub-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:30:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5", "reconcileID": "75bebacc-0ba4-4b0a-bca3-f1c4740153b8", "LLMInferenceService": "sub-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5-kserve-route-authn"} 2026-07-02T20:30:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5", "reconcileID": "75bebacc-0ba4-4b0a-bca3-f1c4740153b8", "LLMInferenceService": "sub-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "authType": "userdefined"} 2026-07-02T20:30:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5", "reconcileID": "75bebacc-0ba4-4b0a-bca3-f1c4740153b8", "LLMInferenceService": "sub-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:30:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5", "reconcileID": "ccd22b97-ae46-48ee-a546-85f9598933fa", "LLMInferenceService": "sub-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:30:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5", "reconcileID": "ccd22b97-ae46-48ee-a546-85f9598933fa", "LLMInferenceService": "sub-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:30:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5", "reconcileID": "ccd22b97-ae46-48ee-a546-85f9598933fa", "LLMInferenceService": "sub-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:30:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5", "reconcileID": "ccd22b97-ae46-48ee-a546-85f9598933fa", "LLMInferenceService": "sub-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5-kserve-route-authn"} 2026-07-02T20:30:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5", "reconcileID": "ccd22b97-ae46-48ee-a546-85f9598933fa", "LLMInferenceService": "sub-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "authType": "userdefined"} 2026-07-02T20:30:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5", "reconcileID": "ccd22b97-ae46-48ee-a546-85f9598933fa", "LLMInferenceService": "sub-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:30:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5", "reconcileID": "22d70194-832f-4852-85fa-be47a888e736", "LLMInferenceService": "sub-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:30:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5", "reconcileID": "22d70194-832f-4852-85fa-be47a888e736", "LLMInferenceService": "sub-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:30:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5", "reconcileID": "22d70194-832f-4852-85fa-be47a888e736", "LLMInferenceService": "sub-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:30:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5", "reconcileID": "22d70194-832f-4852-85fa-be47a888e736", "LLMInferenceService": "sub-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5-kserve-route-authn"} 2026-07-02T20:30:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5", "reconcileID": "22d70194-832f-4852-85fa-be47a888e736", "LLMInferenceService": "sub-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "authType": "userdefined"} 2026-07-02T20:30:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5", "reconcileID": "22d70194-832f-4852-85fa-be47a888e736", "LLMInferenceService": "sub-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:30:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "sub-test-model-fa5d1d", "reconcileID": "f74eb40a-2c37-4e95-b05b-3140ba81edfc", "LLMInferenceService": "sub-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:30:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "sub-test-model-fa5d1d", "reconcileID": "f74eb40a-2c37-4e95-b05b-3140ba81edfc", "LLMInferenceService": "sub-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:30:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "sub-test-model-fa5d1d", "reconcileID": "f74eb40a-2c37-4e95-b05b-3140ba81edfc", "LLMInferenceService": "sub-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:30:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "0ef721dc-948c-4ad8-8d4a-fa50cfdf837a", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:30:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "sub-test-model-fa5d1d", "reconcileID": "f74eb40a-2c37-4e95-b05b-3140ba81edfc", "LLMInferenceService": "sub-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "sub-test-model-fa5d1d-kserve-route-authn"} 2026-07-02T20:30:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "sub-test-model-fa5d1d", "reconcileID": "f74eb40a-2c37-4e95-b05b-3140ba81edfc", "LLMInferenceService": "sub-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "authType": "userdefined"} 2026-07-02T20:30:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "sub-test-model-fa5d1d", "reconcileID": "f74eb40a-2c37-4e95-b05b-3140ba81edfc", "LLMInferenceService": "sub-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:30:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "0ef721dc-948c-4ad8-8d4a-fa50cfdf837a", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d-authn-ssl"} 2026-07-02T20:30:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "0ef721dc-948c-4ad8-8d4a-fa50cfdf837a", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:30:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "sub-test-model-fa5d1d", "reconcileID": "27ddcc3a-7300-4763-90f1-ec52e571b7d1", "LLMInferenceService": "sub-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:30:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "sub-test-model-fa5d1d", "reconcileID": "27ddcc3a-7300-4763-90f1-ec52e571b7d1", "LLMInferenceService": "sub-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:30:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "sub-test-model-fa5d1d", "reconcileID": "27ddcc3a-7300-4763-90f1-ec52e571b7d1", "LLMInferenceService": "sub-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:30:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "sub-test-model-fa5d1d", "reconcileID": "27ddcc3a-7300-4763-90f1-ec52e571b7d1", "LLMInferenceService": "sub-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "sub-test-model-fa5d1d-kserve-route-authn"} 2026-07-02T20:30:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "sub-test-model-fa5d1d", "reconcileID": "27ddcc3a-7300-4763-90f1-ec52e571b7d1", "LLMInferenceService": "sub-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "authType": "userdefined"} 2026-07-02T20:30:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "sub-test-model-fa5d1d", "reconcileID": "27ddcc3a-7300-4763-90f1-ec52e571b7d1", "LLMInferenceService": "sub-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:30:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "6c2d7c3b-de78-47c1-aa9c-ccbba9d10be0", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:30:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "6c2d7c3b-de78-47c1-aa9c-ccbba9d10be0", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d-authn-ssl"} 2026-07-02T20:30:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "6c2d7c3b-de78-47c1-aa9c-ccbba9d10be0", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:30:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "sub-test-model-fa5d1d", "reconcileID": "45fad189-d1f2-4d09-8a33-f9f2cf442541", "LLMInferenceService": "sub-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:30:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "sub-test-model-fa5d1d", "reconcileID": "45fad189-d1f2-4d09-8a33-f9f2cf442541", "LLMInferenceService": "sub-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:30:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "sub-test-model-fa5d1d", "reconcileID": "45fad189-d1f2-4d09-8a33-f9f2cf442541", "LLMInferenceService": "sub-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:30:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "sub-test-model-fa5d1d", "reconcileID": "45fad189-d1f2-4d09-8a33-f9f2cf442541", "LLMInferenceService": "sub-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "sub-test-model-fa5d1d-kserve-route-authn"} 2026-07-02T20:30:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "sub-test-model-fa5d1d", "reconcileID": "45fad189-d1f2-4d09-8a33-f9f2cf442541", "LLMInferenceService": "sub-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "authType": "userdefined"} 2026-07-02T20:30:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "sub-test-model-fa5d1d", "reconcileID": "45fad189-d1f2-4d09-8a33-f9f2cf442541", "LLMInferenceService": "sub-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:31:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "sub-test-model-fa5d1d", "reconcileID": "90c26145-d465-4aeb-8e38-bbba4c0230ee", "LLMInferenceService": "sub-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:31:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "sub-test-model-fa5d1d", "reconcileID": "90c26145-d465-4aeb-8e38-bbba4c0230ee", "LLMInferenceService": "sub-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:31:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "sub-test-model-fa5d1d", "reconcileID": "90c26145-d465-4aeb-8e38-bbba4c0230ee", "LLMInferenceService": "sub-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:31:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "sub-test-model-fa5d1d", "reconcileID": "90c26145-d465-4aeb-8e38-bbba4c0230ee", "LLMInferenceService": "sub-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "sub-test-model-fa5d1d-kserve-route-authn"} 2026-07-02T20:31:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "sub-test-model-fa5d1d", "reconcileID": "90c26145-d465-4aeb-8e38-bbba4c0230ee", "LLMInferenceService": "sub-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "authType": "userdefined"} 2026-07-02T20:31:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "sub-test-model-fa5d1d", "reconcileID": "90c26145-d465-4aeb-8e38-bbba4c0230ee", "LLMInferenceService": "sub-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:31:52Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5", "reconcileID": "135dfc0d-8b72-4bb5-9eed-c48c8544a356", "LLMInferenceService": "sub-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:31:52Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5", "reconcileID": "135dfc0d-8b72-4bb5-9eed-c48c8544a356", "LLMInferenceService": "sub-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5"} 2026-07-02T20:31:52Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5", "reconcileID": "135dfc0d-8b72-4bb5-9eed-c48c8544a356", "LLMInferenceService": "sub-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:31:52Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5", "reconcileID": "135dfc0d-8b72-4bb5-9eed-c48c8544a356", "LLMInferenceService": "sub-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:31:52Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5", "reconcileID": "135dfc0d-8b72-4bb5-9eed-c48c8544a356", "LLMInferenceService": "sub-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5-kserve-route-authn"} 2026-07-02T20:31:52Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5", "reconcileID": "135dfc0d-8b72-4bb5-9eed-c48c8544a356", "LLMInferenceService": "sub-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5-kserve-route-authn"} 2026-07-02T20:31:52Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5", "reconcileID": "135dfc0d-8b72-4bb5-9eed-c48c8544a356", "LLMInferenceService": "sub-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:31:52Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5", "reconcileID": "135dfc0d-8b72-4bb5-9eed-c48c8544a356", "LLMInferenceService": "sub-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:31:52Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "sub-test-model-cd8cf5", "reconcileID": "45b777e0-257b-47ef-ae33-0e99ad5af1be", "LLMInferenceService": "sub-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:31:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "0f2e8aa1-649e-4e62-b621-43bc6983e6f3", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:31:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "0f2e8aa1-649e-4e62-b621-43bc6983e6f3", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5-authn-ssl"} 2026-07-02T20:31:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "0f2e8aa1-649e-4e62-b621-43bc6983e6f3", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:31:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "0cee430a-2984-4eb2-824e-f6f3f21cc7fc", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:31:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "0cee430a-2984-4eb2-824e-f6f3f21cc7fc", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5-authn-ssl"} 2026-07-02T20:31:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "0cee430a-2984-4eb2-824e-f6f3f21cc7fc", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:31:53Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "sub-test-model-fa5d1d", "reconcileID": "e2b58123-0c1e-4dd9-ac7e-1c7bc72dc83b", "LLMInferenceService": "sub-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:31:53Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "sub-test-model-fa5d1d", "reconcileID": "e2b58123-0c1e-4dd9-ac7e-1c7bc72dc83b", "LLMInferenceService": "sub-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "sub-test-model-fa5d1d"} 2026-07-02T20:31:53Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "sub-test-model-fa5d1d", "reconcileID": "e2b58123-0c1e-4dd9-ac7e-1c7bc72dc83b", "LLMInferenceService": "sub-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:31:53Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "sub-test-model-fa5d1d", "reconcileID": "e2b58123-0c1e-4dd9-ac7e-1c7bc72dc83b", "LLMInferenceService": "sub-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:31:53Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "sub-test-model-fa5d1d", "reconcileID": "e2b58123-0c1e-4dd9-ac7e-1c7bc72dc83b", "LLMInferenceService": "sub-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "sub-test-model-fa5d1d-kserve-route-authn"} 2026-07-02T20:31:53Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "sub-test-model-fa5d1d", "reconcileID": "e2b58123-0c1e-4dd9-ac7e-1c7bc72dc83b", "LLMInferenceService": "sub-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "sub-test-model-fa5d1d-kserve-route-authn"} 2026-07-02T20:31:53Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "sub-test-model-fa5d1d", "reconcileID": "e2b58123-0c1e-4dd9-ac7e-1c7bc72dc83b", "LLMInferenceService": "sub-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:31:53Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "sub-test-model-fa5d1d", "reconcileID": "e2b58123-0c1e-4dd9-ac7e-1c7bc72dc83b", "LLMInferenceService": "sub-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:31:53Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "sub-test-model-fa5d1d", "reconcileID": "a9efa24d-586b-4b92-ad2e-8d8602cbc3da", "LLMInferenceService": "sub-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:31:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "d27fd890-84d2-46e5-a637-06c5c0ceefb0", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:31:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "d27fd890-84d2-46e5-a637-06c5c0ceefb0", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d-authn-ssl"} 2026-07-02T20:31:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "d27fd890-84d2-46e5-a637-06c5c0ceefb0", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:31:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "c3e83418-653a-4390-80f7-a39360465c7c", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:31:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "c3e83418-653a-4390-80f7-a39360465c7c", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d-authn-ssl"} 2026-07-02T20:31:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "c3e83418-653a-4390-80f7-a39360465c7c", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:31:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5", "reconcileID": "fec59d8c-e7a5-46af-9f83-790fc283cf1c", "LLMInferenceService": "rate-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:31:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5", "reconcileID": "fec59d8c-e7a5-46af-9f83-790fc283cf1c", "LLMInferenceService": "rate-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:31:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5", "reconcileID": "fec59d8c-e7a5-46af-9f83-790fc283cf1c", "LLMInferenceService": "rate-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:31:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5", "reconcileID": "fec59d8c-e7a5-46af-9f83-790fc283cf1c", "LLMInferenceService": "rate-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5-kserve-route-authn"} 2026-07-02T20:31:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5", "reconcileID": "fec59d8c-e7a5-46af-9f83-790fc283cf1c", "LLMInferenceService": "rate-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "authType": "userdefined"} 2026-07-02T20:31:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5", "reconcileID": "fec59d8c-e7a5-46af-9f83-790fc283cf1c", "LLMInferenceService": "rate-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:31:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "90952469-85da-4623-883c-9eb8f696961f", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:31:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "90952469-85da-4623-883c-9eb8f696961f", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5-authn-ssl"} 2026-07-02T20:31:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "90952469-85da-4623-883c-9eb8f696961f", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:31:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5", "reconcileID": "78c1d8b7-c1d8-42a0-967b-e64ce3bc8b3c", "LLMInferenceService": "rate-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:31:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5", "reconcileID": "78c1d8b7-c1d8-42a0-967b-e64ce3bc8b3c", "LLMInferenceService": "rate-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:31:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5", "reconcileID": "78c1d8b7-c1d8-42a0-967b-e64ce3bc8b3c", "LLMInferenceService": "rate-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:31:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5", "reconcileID": "78c1d8b7-c1d8-42a0-967b-e64ce3bc8b3c", "LLMInferenceService": "rate-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5-kserve-route-authn"} 2026-07-02T20:31:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5", "reconcileID": "78c1d8b7-c1d8-42a0-967b-e64ce3bc8b3c", "LLMInferenceService": "rate-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "authType": "userdefined"} 2026-07-02T20:31:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5", "reconcileID": "78c1d8b7-c1d8-42a0-967b-e64ce3bc8b3c", "LLMInferenceService": "rate-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:32:04Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-02T20:32:04Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-02T20:32:06Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-02T20:32:06Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-02T20:32:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "0fce644a-e53f-47ae-a0a4-863ec372fc85", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:32:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "0fce644a-e53f-47ae-a0a4-863ec372fc85", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5-authn-ssl"} 2026-07-02T20:32:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "0fce644a-e53f-47ae-a0a4-863ec372fc85", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:32:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5", "reconcileID": "b5cc5b84-1d09-4e45-a118-aa10128e05b3", "LLMInferenceService": "rate-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:32:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5", "reconcileID": "b5cc5b84-1d09-4e45-a118-aa10128e05b3", "LLMInferenceService": "rate-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:32:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5", "reconcileID": "b5cc5b84-1d09-4e45-a118-aa10128e05b3", "LLMInferenceService": "rate-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:32:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5", "reconcileID": "b5cc5b84-1d09-4e45-a118-aa10128e05b3", "LLMInferenceService": "rate-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5-kserve-route-authn"} 2026-07-02T20:32:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5", "reconcileID": "b5cc5b84-1d09-4e45-a118-aa10128e05b3", "LLMInferenceService": "rate-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "authType": "userdefined"} 2026-07-02T20:32:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5", "reconcileID": "b5cc5b84-1d09-4e45-a118-aa10128e05b3", "LLMInferenceService": "rate-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:32:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "d8b6df17-ea8f-413a-b2e1-4122df9ac5f8", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T20:32:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5", "reconcileID": "843c4740-ea70-4224-a305-05fae2cf6f1d", "LLMInferenceService": "rate-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:32:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5", "reconcileID": "843c4740-ea70-4224-a305-05fae2cf6f1d", "LLMInferenceService": "rate-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:32:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5", "reconcileID": "843c4740-ea70-4224-a305-05fae2cf6f1d", "LLMInferenceService": "rate-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:32:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5", "reconcileID": "843c4740-ea70-4224-a305-05fae2cf6f1d", "LLMInferenceService": "rate-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5-kserve-route-authn"} 2026-07-02T20:32:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5", "reconcileID": "843c4740-ea70-4224-a305-05fae2cf6f1d", "LLMInferenceService": "rate-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "authType": "userdefined"} 2026-07-02T20:32:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5", "reconcileID": "843c4740-ea70-4224-a305-05fae2cf6f1d", "LLMInferenceService": "rate-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:32:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5", "reconcileID": "c30b1a4c-8ff3-40fd-92b8-d392aa81a190", "LLMInferenceService": "rate-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:32:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5", "reconcileID": "c30b1a4c-8ff3-40fd-92b8-d392aa81a190", "LLMInferenceService": "rate-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:32:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5", "reconcileID": "c30b1a4c-8ff3-40fd-92b8-d392aa81a190", "LLMInferenceService": "rate-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:32:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5", "reconcileID": "c30b1a4c-8ff3-40fd-92b8-d392aa81a190", "LLMInferenceService": "rate-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5-kserve-route-authn"} 2026-07-02T20:32:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5", "reconcileID": "c30b1a4c-8ff3-40fd-92b8-d392aa81a190", "LLMInferenceService": "rate-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "authType": "userdefined"} 2026-07-02T20:32:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5", "reconcileID": "c30b1a4c-8ff3-40fd-92b8-d392aa81a190", "LLMInferenceService": "rate-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:32:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d", "reconcileID": "1d1dd049-667b-47ad-969d-c558c879836e", "LLMInferenceService": "rate-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:32:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d", "reconcileID": "1d1dd049-667b-47ad-969d-c558c879836e", "LLMInferenceService": "rate-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:32:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d", "reconcileID": "1d1dd049-667b-47ad-969d-c558c879836e", "LLMInferenceService": "rate-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:32:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "28009fb9-1af5-40ec-9850-7e40032bb64d", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:32:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d", "reconcileID": "1d1dd049-667b-47ad-969d-c558c879836e", "LLMInferenceService": "rate-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d-kserve-route-authn"} 2026-07-02T20:32:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d", "reconcileID": "1d1dd049-667b-47ad-969d-c558c879836e", "LLMInferenceService": "rate-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "authType": "userdefined"} 2026-07-02T20:32:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d", "reconcileID": "1d1dd049-667b-47ad-969d-c558c879836e", "LLMInferenceService": "rate-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:32:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "28009fb9-1af5-40ec-9850-7e40032bb64d", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d-authn-ssl"} 2026-07-02T20:32:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "28009fb9-1af5-40ec-9850-7e40032bb64d", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:32:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d", "reconcileID": "d5ebb92d-b2a9-4aad-8d79-c5ff5d0b38cb", "LLMInferenceService": "rate-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:32:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d", "reconcileID": "d5ebb92d-b2a9-4aad-8d79-c5ff5d0b38cb", "LLMInferenceService": "rate-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:32:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d", "reconcileID": "d5ebb92d-b2a9-4aad-8d79-c5ff5d0b38cb", "LLMInferenceService": "rate-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:32:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d", "reconcileID": "d5ebb92d-b2a9-4aad-8d79-c5ff5d0b38cb", "LLMInferenceService": "rate-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d-kserve-route-authn"} 2026-07-02T20:32:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d", "reconcileID": "d5ebb92d-b2a9-4aad-8d79-c5ff5d0b38cb", "LLMInferenceService": "rate-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "authType": "userdefined"} 2026-07-02T20:32:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d", "reconcileID": "d5ebb92d-b2a9-4aad-8d79-c5ff5d0b38cb", "LLMInferenceService": "rate-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:32:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "dce4a5ea-9844-4ab1-a2ab-2e38e9b612f1", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:32:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "dce4a5ea-9844-4ab1-a2ab-2e38e9b612f1", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d-authn-ssl"} 2026-07-02T20:32:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "dce4a5ea-9844-4ab1-a2ab-2e38e9b612f1", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:32:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d", "reconcileID": "580fb1ac-f390-40e8-bed4-736f047b7f91", "LLMInferenceService": "rate-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:32:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d", "reconcileID": "580fb1ac-f390-40e8-bed4-736f047b7f91", "LLMInferenceService": "rate-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:32:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d", "reconcileID": "580fb1ac-f390-40e8-bed4-736f047b7f91", "LLMInferenceService": "rate-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:32:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d", "reconcileID": "580fb1ac-f390-40e8-bed4-736f047b7f91", "LLMInferenceService": "rate-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d-kserve-route-authn"} 2026-07-02T20:32:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d", "reconcileID": "580fb1ac-f390-40e8-bed4-736f047b7f91", "LLMInferenceService": "rate-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "authType": "userdefined"} 2026-07-02T20:32:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d", "reconcileID": "580fb1ac-f390-40e8-bed4-736f047b7f91", "LLMInferenceService": "rate-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:32:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "df6eb9ad-ff02-4f3c-a0dd-ffff1edd78cd", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T20:32:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d", "reconcileID": "c5c79ebd-03da-421f-bada-9bf9e65f4984", "LLMInferenceService": "rate-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:32:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d", "reconcileID": "c5c79ebd-03da-421f-bada-9bf9e65f4984", "LLMInferenceService": "rate-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:32:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d", "reconcileID": "c5c79ebd-03da-421f-bada-9bf9e65f4984", "LLMInferenceService": "rate-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:32:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d", "reconcileID": "c5c79ebd-03da-421f-bada-9bf9e65f4984", "LLMInferenceService": "rate-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d-kserve-route-authn"} 2026-07-02T20:32:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d", "reconcileID": "c5c79ebd-03da-421f-bada-9bf9e65f4984", "LLMInferenceService": "rate-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "authType": "userdefined"} 2026-07-02T20:32:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d", "reconcileID": "c5c79ebd-03da-421f-bada-9bf9e65f4984", "LLMInferenceService": "rate-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:32:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "db59040d-3072-46ed-86a7-7a239c0b9673", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T20:32:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d", "reconcileID": "adb7d436-c5b4-4406-a3ef-89a83baad418", "LLMInferenceService": "rate-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:32:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d", "reconcileID": "adb7d436-c5b4-4406-a3ef-89a83baad418", "LLMInferenceService": "rate-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:32:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d", "reconcileID": "adb7d436-c5b4-4406-a3ef-89a83baad418", "LLMInferenceService": "rate-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:32:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d", "reconcileID": "adb7d436-c5b4-4406-a3ef-89a83baad418", "LLMInferenceService": "rate-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d-kserve-route-authn"} 2026-07-02T20:32:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d", "reconcileID": "adb7d436-c5b4-4406-a3ef-89a83baad418", "LLMInferenceService": "rate-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "authType": "userdefined"} 2026-07-02T20:32:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d", "reconcileID": "adb7d436-c5b4-4406-a3ef-89a83baad418", "LLMInferenceService": "rate-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:33:22Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5", "reconcileID": "39879bf8-772a-49ff-9044-a3b805613810", "LLMInferenceService": "rate-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:33:22Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5", "reconcileID": "39879bf8-772a-49ff-9044-a3b805613810", "LLMInferenceService": "rate-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5"} 2026-07-02T20:33:22Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5", "reconcileID": "39879bf8-772a-49ff-9044-a3b805613810", "LLMInferenceService": "rate-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:33:22Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5", "reconcileID": "39879bf8-772a-49ff-9044-a3b805613810", "LLMInferenceService": "rate-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:33:22Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5", "reconcileID": "39879bf8-772a-49ff-9044-a3b805613810", "LLMInferenceService": "rate-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5-kserve-route-authn"} 2026-07-02T20:33:22Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5", "reconcileID": "39879bf8-772a-49ff-9044-a3b805613810", "LLMInferenceService": "rate-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5-kserve-route-authn"} 2026-07-02T20:33:22Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5", "reconcileID": "39879bf8-772a-49ff-9044-a3b805613810", "LLMInferenceService": "rate-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:33:22Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5", "reconcileID": "39879bf8-772a-49ff-9044-a3b805613810", "LLMInferenceService": "rate-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:33:22Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cd8cf5","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "rate-test-model-cd8cf5", "reconcileID": "08bc664d-f7b2-4005-870a-fbb739083f1f", "LLMInferenceService": "rate-test-model-cd8cf5", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:33:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "437a70c9-525e-4e92-ac02-a6dfe7881f55", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:33:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "437a70c9-525e-4e92-ac02-a6dfe7881f55", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5-authn-ssl"} 2026-07-02T20:33:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "437a70c9-525e-4e92-ac02-a6dfe7881f55", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:33:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "786f9e3f-e7db-496d-9790-7669b9716c36", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:33:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "786f9e3f-e7db-496d-9790-7669b9716c36", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5-authn-ssl"} 2026-07-02T20:33:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "786f9e3f-e7db-496d-9790-7669b9716c36", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:33:23Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d", "reconcileID": "535d0530-243d-47ea-a958-1d5d36068c63", "LLMInferenceService": "rate-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:33:23Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d", "reconcileID": "535d0530-243d-47ea-a958-1d5d36068c63", "LLMInferenceService": "rate-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d"} 2026-07-02T20:33:23Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d", "reconcileID": "535d0530-243d-47ea-a958-1d5d36068c63", "LLMInferenceService": "rate-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:33:23Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d", "reconcileID": "535d0530-243d-47ea-a958-1d5d36068c63", "LLMInferenceService": "rate-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:33:23Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d", "reconcileID": "535d0530-243d-47ea-a958-1d5d36068c63", "LLMInferenceService": "rate-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d-kserve-route-authn"} 2026-07-02T20:33:23Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d", "reconcileID": "535d0530-243d-47ea-a958-1d5d36068c63", "LLMInferenceService": "rate-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d-kserve-route-authn"} 2026-07-02T20:33:23Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d", "reconcileID": "535d0530-243d-47ea-a958-1d5d36068c63", "LLMInferenceService": "rate-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:33:23Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d", "reconcileID": "535d0530-243d-47ea-a958-1d5d36068c63", "LLMInferenceService": "rate-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:33:23Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fa5d1d","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "rate-test-model-fa5d1d", "reconcileID": "f59e5362-4e1b-4d07-b354-e0cca54446cf", "LLMInferenceService": "rate-test-model-fa5d1d", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:33:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "b28f0c0c-a448-467f-ba49-2f13ab24833f", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:33:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "b28f0c0c-a448-467f-ba49-2f13ab24833f", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d-authn-ssl"} 2026-07-02T20:33:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "b28f0c0c-a448-467f-ba49-2f13ab24833f", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:33:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "95a8d10f-4580-4e6d-b5e4-73049158428b", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:33:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "95a8d10f-4580-4e6d-b5e4-73049158428b", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d-authn-ssl"} 2026-07-02T20:33:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "95a8d10f-4580-4e6d-b5e4-73049158428b", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:33:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "fe0d5fb6-66f1-4d83-b3d2-cded39d540d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T20:33:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "fcca8f8d-fa38-4c2e-a0cf-c694d07c501f", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:33:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "fcca8f8d-fa38-4c2e-a0cf-c694d07c501f", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5-authn-ssl"} 2026-07-02T20:33:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "fcca8f8d-fa38-4c2e-a0cf-c694d07c501f", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:34:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4fe14f6f-73a9-466b-af75-e9deae92478a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:34:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4fe14f6f-73a9-466b-af75-e9deae92478a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T20:34:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4fe14f6f-73a9-466b-af75-e9deae92478a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-cd8cf5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-02T20:34:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "odh-trusted-ca-bundle", "reconcileID": "06ab84cc-6a7b-4f83-8589-463700d85e5a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:34:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "odh-trusted-ca-bundle", "reconcileID": "06ab84cc-6a7b-4f83-8589-463700d85e5a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:34:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "openshift-service-ca.crt", "reconcileID": "eeda5be0-9f1e-4c3e-ab91-8e9c78368d69", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:34:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "openshift-service-ca.crt", "reconcileID": "eeda5be0-9f1e-4c3e-ab91-8e9c78368d69", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:34:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7fe65ce7-3b01-422c-8070-d86f404835ec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:34:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cd8cf5"}, "namespace": "ai-tenant-e2e-shared-a-cd8cf5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7fe65ce7-3b01-422c-8070-d86f404835ec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cd8cf5"} 2026-07-02T20:34:07Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cd8cf5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cd8cf5", "reconcileID": "949af6c0-9116-4ca0-89d4-094215116514", "Gateway": "e2e-shared-a-cd8cf5", "namespace": "openshift-ingress"} 2026-07-02T20:34:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "53fea6aa-8174-4049-813c-9c2896f7f52d", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T20:34:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "d0ca6665-b67a-44f8-ab22-a1786a3c9b49", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:34:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "d0ca6665-b67a-44f8-ab22-a1786a3c9b49", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d-authn-ssl"} 2026-07-02T20:34:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "d0ca6665-b67a-44f8-ab22-a1786a3c9b49", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"} 2026-07-02T20:34:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "14a47e52-2d9b-497f-864e-9b41514ae01b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:34:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "14a47e52-2d9b-497f-864e-9b41514ae01b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T20:34:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "14a47e52-2d9b-497f-864e-9b41514ae01b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-fa5d1d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-02T20:34:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "odh-trusted-ca-bundle", "reconcileID": "5af4e399-4233-46d7-915a-cf8e12a64150", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:34:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "odh-trusted-ca-bundle", "reconcileID": "5af4e399-4233-46d7-915a-cf8e12a64150", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:34:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "openshift-service-ca.crt", "reconcileID": "c32061f0-b0d9-4c2e-91e7-031d2fdfb8d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:34:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "openshift-service-ca.crt", "reconcileID": "c32061f0-b0d9-4c2e-91e7-031d2fdfb8d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:34:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a37c15a9-7a5f-41f4-91c0-6d85dde04d84", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:34:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-fa5d1d"}, "namespace": "ai-tenant-e2e-shared-b-fa5d1d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a37c15a9-7a5f-41f4-91c0-6d85dde04d84", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-fa5d1d"} 2026-07-02T20:34:15Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-fa5d1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-fa5d1d", "reconcileID": "9dd6edf3-69d2-4451-929e-0c25d89518a6", "Gateway": "e2e-shared-b-fa5d1d", "namespace": "openshift-ingress"}