2026-07-07T13:15:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8e00d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8e00d7", "reconcileID": "a9032794-2653-41e8-b751-9e27ce5082c8", "Gateway": "e2e-api-b-8e00d7", "namespace": "openshift-ingress"} 2026-07-07T13:15:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8e00d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8e00d7", "reconcileID": "579f4523-3be2-4fd7-920b-bbb8ab5e147f", "Gateway": "e2e-api-b-8e00d7", "namespace": "openshift-ingress"} 2026-07-07T13:15:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8e00d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8e00d7", "reconcileID": "579f4523-3be2-4fd7-920b-bbb8ab5e147f", "Gateway": "e2e-api-b-8e00d7", "namespace": "openshift-ingress", "name": "e2e-api-b-8e00d7-authn-ssl"} 2026-07-07T13:15:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8e00d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8e00d7", "reconcileID": "579f4523-3be2-4fd7-920b-bbb8ab5e147f", "Gateway": "e2e-api-b-8e00d7", "namespace": "openshift-ingress"} 2026-07-07T13:15:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8e00d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8e00d7", "reconcileID": "fbc3ab68-7a2d-4027-902b-912afc16bc2b", "Gateway": "e2e-api-b-8e00d7", "namespace": "openshift-ingress"} 2026-07-07T13:15:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8e00d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8e00d7", "reconcileID": "fbc3ab68-7a2d-4027-902b-912afc16bc2b", "Gateway": "e2e-api-b-8e00d7", "namespace": "openshift-ingress", "name": "e2e-api-b-8e00d7-authn-ssl"} 2026-07-07T13:15:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8e00d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8e00d7", "reconcileID": "fbc3ab68-7a2d-4027-902b-912afc16bc2b", "Gateway": "e2e-api-b-8e00d7", "namespace": "openshift-ingress"} 2026-07-07T13:15:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8e00d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8e00d7", "reconcileID": "5de0fc9f-8387-4655-a1e1-c2da7e0cc46a", "Gateway": "e2e-api-b-8e00d7", "namespace": "openshift-ingress"} 2026-07-07T13:15:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8e00d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8e00d7", "reconcileID": "5de0fc9f-8387-4655-a1e1-c2da7e0cc46a", "Gateway": "e2e-api-b-8e00d7", "namespace": "openshift-ingress", "name": "e2e-api-b-8e00d7-authn-ssl"} 2026-07-07T13:15:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8e00d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8e00d7", "reconcileID": "5de0fc9f-8387-4655-a1e1-c2da7e0cc46a", "Gateway": "e2e-api-b-8e00d7", "namespace": "openshift-ingress"} 2026-07-07T13:15:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8e00d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8e00d7", "reconcileID": "d46e9b6b-5fa8-427f-abca-e355ffa0d382", "Gateway": "e2e-api-b-8e00d7", "namespace": "openshift-ingress"} 2026-07-07T13:15:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8e00d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8e00d7", "reconcileID": "d46e9b6b-5fa8-427f-abca-e355ffa0d382", "Gateway": "e2e-api-b-8e00d7", "namespace": "openshift-ingress", "name": "e2e-api-b-8e00d7-authn-ssl"} 2026-07-07T13:15:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8e00d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8e00d7", "reconcileID": "d46e9b6b-5fa8-427f-abca-e355ffa0d382", "Gateway": "e2e-api-b-8e00d7", "namespace": "openshift-ingress"} 2026-07-07T13:15:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-8e00d7"}, "namespace": "ai-tenant-e2e-api-b-8e00d7", "name": "openshift-service-ca.crt", "reconcileID": "b7409545-6d53-47a7-be2e-6b6d64a14667", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-8e00d7"} 2026-07-07T13:15:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-8e00d7"}, "namespace": "ai-tenant-e2e-api-b-8e00d7", "name": "odh-trusted-ca-bundle", "reconcileID": "cc1e92b1-0701-488d-bfa4-ed044b65f100", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8e00d7"} 2026-07-07T13:15:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-8e00d7"}, "namespace": "ai-tenant-e2e-api-b-8e00d7", "name": "openshift-service-ca.crt", "reconcileID": "ba31979d-3b9c-4344-993b-d21c0217efb1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-8e00d7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T13:15:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-8e00d7"}, "namespace": "ai-tenant-e2e-api-b-8e00d7", "name": "openshift-service-ca.crt", "reconcileID": "ba31979d-3b9c-4344-993b-d21c0217efb1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-8e00d7"} 2026-07-07T13:15:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-8e00d7"}, "namespace": "ai-tenant-e2e-api-b-8e00d7", "name": "openshift-service-ca.crt", "reconcileID": "493bab74-6236-4614-a8fa-924186ba026d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-8e00d7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T13:15:21Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-8e00d7"}, "namespace": "ai-tenant-e2e-api-b-8e00d7", "name": "openshift-service-ca.crt", "reconcileID": "493bab74-6236-4614-a8fa-924186ba026d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T13:15:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8e00d7"}, "namespace": "ai-tenant-e2e-api-b-8e00d7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0be70e7c-6d45-41a9-900d-ccfee1409391", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8e00d7", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T13:15:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8e00d7"}, "namespace": "ai-tenant-e2e-api-b-8e00d7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0be70e7c-6d45-41a9-900d-ccfee1409391", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8e00d7"} 2026-07-07T13:15:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-8e00d7"}, "namespace": "ai-tenant-e2e-api-b-8e00d7", "name": "odh-trusted-ca-bundle", "reconcileID": "9a12cddb-36ce-4cdf-bdf9-aee540a03075", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8e00d7"} 2026-07-07T13:15:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-8e00d7"}, "namespace": "ai-tenant-e2e-api-b-8e00d7", "name": "openshift-service-ca.crt", "reconcileID": "b0aa01ee-aaba-4bd1-88f4-742e785320d2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-8e00d7"} 2026-07-07T13:15:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8e00d7"}, "namespace": "ai-tenant-e2e-api-b-8e00d7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a30b2491-ad02-4017-a171-f45123f00283", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8e00d7"} 2026-07-07T13:15:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8ff4d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8ff4d1", "reconcileID": "4545f75d-26fd-4613-a650-32226f7d6c55", "Gateway": "e2e-api-a-8ff4d1", "namespace": "openshift-ingress"} 2026-07-07T13:15:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8ff4d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8ff4d1", "reconcileID": "4545f75d-26fd-4613-a650-32226f7d6c55", "Gateway": "e2e-api-a-8ff4d1", "namespace": "openshift-ingress", "name": "e2e-api-a-8ff4d1-authn-ssl"} 2026-07-07T13:15:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8ff4d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8ff4d1", "reconcileID": "4545f75d-26fd-4613-a650-32226f7d6c55", "Gateway": "e2e-api-a-8ff4d1", "namespace": "openshift-ingress"} 2026-07-07T13:15:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8e00d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8e00d7", "reconcileID": "be5813d4-4480-4120-9481-bfb1d946f759", "Gateway": "e2e-api-b-8e00d7", "namespace": "openshift-ingress"} 2026-07-07T13:15:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8e00d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8e00d7", "reconcileID": "be5813d4-4480-4120-9481-bfb1d946f759", "Gateway": "e2e-api-b-8e00d7", "namespace": "openshift-ingress", "name": "e2e-api-b-8e00d7-authn-ssl"} 2026-07-07T13:15:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8e00d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8e00d7", "reconcileID": "be5813d4-4480-4120-9481-bfb1d946f759", "Gateway": "e2e-api-b-8e00d7", "namespace": "openshift-ingress"} 2026-07-07T13:15:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d1ce00dc-24df-4a14-a004-26edd83989ec", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T13:15:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8e00d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8e00d7", "reconcileID": "6b94ef6e-8b9b-4dee-9172-9ea6de5b6ec6", "Gateway": "e2e-api-b-8e00d7", "namespace": "openshift-ingress"} 2026-07-07T13:15:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8e00d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8e00d7", "reconcileID": "6b94ef6e-8b9b-4dee-9172-9ea6de5b6ec6", "Gateway": "e2e-api-b-8e00d7", "namespace": "openshift-ingress", "name": "e2e-api-b-8e00d7-authn-ssl"} 2026-07-07T13:15:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8e00d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8e00d7", "reconcileID": "6b94ef6e-8b9b-4dee-9172-9ea6de5b6ec6", "Gateway": "e2e-api-b-8e00d7", "namespace": "openshift-ingress"} 2026-07-07T13:15:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f85dbe3e-418d-4f9d-8ece-f7d9531d0fde", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T13:15:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8ff4d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8ff4d1", "reconcileID": "06c3ca79-9788-4cc7-a168-f1eb23024f2c", "Gateway": "e2e-api-a-8ff4d1", "namespace": "openshift-ingress"} 2026-07-07T13:15:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8ff4d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8ff4d1", "reconcileID": "06c3ca79-9788-4cc7-a168-f1eb23024f2c", "Gateway": "e2e-api-a-8ff4d1", "namespace": "openshift-ingress", "name": "e2e-api-a-8ff4d1-authn-ssl"} 2026-07-07T13:15:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8ff4d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8ff4d1", "reconcileID": "06c3ca79-9788-4cc7-a168-f1eb23024f2c", "Gateway": "e2e-api-a-8ff4d1", "namespace": "openshift-ingress"} 2026-07-07T13:15:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8ff4d1"}, "namespace": "ai-tenant-e2e-api-a-8ff4d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4cf09d2d-01c2-4f08-a645-761cfd7c123d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8ff4d1"} 2026-07-07T13:15:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8ff4d1"}, "namespace": "ai-tenant-e2e-api-a-8ff4d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4cf09d2d-01c2-4f08-a645-761cfd7c123d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8ff4d1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T13:15:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8ff4d1"}, "namespace": "ai-tenant-e2e-api-a-8ff4d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4cf09d2d-01c2-4f08-a645-761cfd7c123d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-8ff4d1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T13:15:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-8ff4d1"}, "namespace": "ai-tenant-e2e-api-a-8ff4d1", "name": "odh-trusted-ca-bundle", "reconcileID": "20e8e2f4-6f5c-4af1-b36b-7944b61421c7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8ff4d1"} 2026-07-07T13:15:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-8ff4d1"}, "namespace": "ai-tenant-e2e-api-a-8ff4d1", "name": "odh-trusted-ca-bundle", "reconcileID": "20e8e2f4-6f5c-4af1-b36b-7944b61421c7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8ff4d1"} 2026-07-07T13:15:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-8ff4d1"}, "namespace": "ai-tenant-e2e-api-a-8ff4d1", "name": "openshift-service-ca.crt", "reconcileID": "32dd0322-3e09-4f9f-876e-1b55aafa3215", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-8ff4d1"} 2026-07-07T13:15:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-8ff4d1"}, "namespace": "ai-tenant-e2e-api-a-8ff4d1", "name": "openshift-service-ca.crt", "reconcileID": "32dd0322-3e09-4f9f-876e-1b55aafa3215", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-8ff4d1"} 2026-07-07T13:15:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8ff4d1"}, "namespace": "ai-tenant-e2e-api-a-8ff4d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dfd647f5-3f6a-49ef-ac6c-94eff9b2c4ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8ff4d1"} 2026-07-07T13:15:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8ff4d1"}, "namespace": "ai-tenant-e2e-api-a-8ff4d1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dfd647f5-3f6a-49ef-ac6c-94eff9b2c4ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8ff4d1"} 2026-07-07T13:15:40Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8ff4d1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8ff4d1", "reconcileID": "f9296d0d-7344-4183-aa3c-c94747b8a263", "Gateway": "e2e-api-a-8ff4d1", "namespace": "openshift-ingress"} 2026-07-07T13:15:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "680a2a92-c231-4bea-bfa0-ff794dc263c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T13:15:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8e00d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8e00d7", "reconcileID": "7557f31d-b5f7-4a3d-b49a-df7d68573e6c", "Gateway": "e2e-api-b-8e00d7", "namespace": "openshift-ingress"} 2026-07-07T13:15:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8e00d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8e00d7", "reconcileID": "7557f31d-b5f7-4a3d-b49a-df7d68573e6c", "Gateway": "e2e-api-b-8e00d7", "namespace": "openshift-ingress", "name": "e2e-api-b-8e00d7-authn-ssl"} 2026-07-07T13:15:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8e00d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8e00d7", "reconcileID": "7557f31d-b5f7-4a3d-b49a-df7d68573e6c", "Gateway": "e2e-api-b-8e00d7", "namespace": "openshift-ingress"} 2026-07-07T13:15:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8e00d7"}, "namespace": "ai-tenant-e2e-api-b-8e00d7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec5fbf72-e49d-4e0c-af04-6ad296ed1a68", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8e00d7"} 2026-07-07T13:15:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8e00d7"}, "namespace": "ai-tenant-e2e-api-b-8e00d7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec5fbf72-e49d-4e0c-af04-6ad296ed1a68", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8e00d7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T13:15:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8e00d7"}, "namespace": "ai-tenant-e2e-api-b-8e00d7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec5fbf72-e49d-4e0c-af04-6ad296ed1a68", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-8e00d7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T13:15:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-8e00d7"}, "namespace": "ai-tenant-e2e-api-b-8e00d7", "name": "odh-trusted-ca-bundle", "reconcileID": "84db30e1-8803-42d4-94aa-d2a07499c941", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8e00d7"} 2026-07-07T13:15:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-8e00d7"}, "namespace": "ai-tenant-e2e-api-b-8e00d7", "name": "odh-trusted-ca-bundle", "reconcileID": "84db30e1-8803-42d4-94aa-d2a07499c941", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8e00d7"} 2026-07-07T13:15:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-8e00d7"}, "namespace": "ai-tenant-e2e-api-b-8e00d7", "name": "openshift-service-ca.crt", "reconcileID": "edc580d5-ca6d-4079-8b6d-65aee72ed448", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-8e00d7"} 2026-07-07T13:15:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-8e00d7"}, "namespace": "ai-tenant-e2e-api-b-8e00d7", "name": "openshift-service-ca.crt", "reconcileID": "edc580d5-ca6d-4079-8b6d-65aee72ed448", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-8e00d7"} 2026-07-07T13:15:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8e00d7"}, "namespace": "ai-tenant-e2e-api-b-8e00d7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b9e00fb-c55e-4445-a236-df428000fcd7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8e00d7"} 2026-07-07T13:15:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8e00d7"}, "namespace": "ai-tenant-e2e-api-b-8e00d7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b9e00fb-c55e-4445-a236-df428000fcd7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8e00d7"} 2026-07-07T13:15:47Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8e00d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8e00d7", "reconcileID": "6e8733c8-cd7b-4f54-8842-2d862a82c239", "Gateway": "e2e-api-b-8e00d7", "namespace": "openshift-ingress"} 2026-07-07T13:15:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "02e171da-25d1-4f86-b1bc-42a0cd34fe8b", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:15:48Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "02e171da-25d1-4f86-b1bc-42a0cd34fe8b", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7-authn-ssl"} 2026-07-07T13:15:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "02e171da-25d1-4f86-b1bc-42a0cd34fe8b", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:15:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "c9dff77c-c7e2-4bf3-aa09-095c380eaf01", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:15:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "c9dff77c-c7e2-4bf3-aa09-095c380eaf01", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7-authn-ssl"} 2026-07-07T13:15:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "c9dff77c-c7e2-4bf3-aa09-095c380eaf01", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:15:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "e098169c-3de3-456e-b9d4-360bf27bb7a6", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:15:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "e098169c-3de3-456e-b9d4-360bf27bb7a6", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7-authn-ssl"} 2026-07-07T13:15:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "e098169c-3de3-456e-b9d4-360bf27bb7a6", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:15:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "b2f25d4c-ae0d-4aeb-9dc4-36bef5f39391", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:15:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "b2f25d4c-ae0d-4aeb-9dc4-36bef5f39391", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7-authn-ssl"} 2026-07-07T13:15:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "b2f25d4c-ae0d-4aeb-9dc4-36bef5f39391", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:15:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "b4c8d76f-2e50-4aed-9290-83b9e81c1b33", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:15:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "b4c8d76f-2e50-4aed-9290-83b9e81c1b33", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7-authn-ssl"} 2026-07-07T13:15:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "b4c8d76f-2e50-4aed-9290-83b9e81c1b33", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:15:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "5130cf66-560c-430a-828f-894a651fd2ef", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:15:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "5130cf66-560c-430a-828f-894a651fd2ef", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7-authn-ssl"} 2026-07-07T13:15:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "5130cf66-560c-430a-828f-894a651fd2ef", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:15:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "9a0a6060-f3ca-41fd-9f53-72dd9fcbd60a", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:15:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "9a0a6060-f3ca-41fd-9f53-72dd9fcbd60a", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7-authn-ssl"} 2026-07-07T13:15:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "9a0a6060-f3ca-41fd-9f53-72dd9fcbd60a", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:15:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "f970d2d6-c1ce-4918-a420-52cfd68d70bc", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:15:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "f970d2d6-c1ce-4918-a420-52cfd68d70bc", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7-authn-ssl"} 2026-07-07T13:15:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "f970d2d6-c1ce-4918-a420-52cfd68d70bc", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:15:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "openshift-service-ca.crt", "reconcileID": "c91aaeb2-9b1d-4eea-95fb-ce87fbb8523d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:15:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "odh-trusted-ca-bundle", "reconcileID": "b5f7c608-7565-4647-b813-57ad16227c53", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:15:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "openshift-service-ca.crt", "reconcileID": "4fc54524-2ec9-4745-b660-10f16f3cf29f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0ebff7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T13:15:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "openshift-service-ca.crt", "reconcileID": "4fc54524-2ec9-4745-b660-10f16f3cf29f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:15:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a291640b-b355-41aa-8b49-b14c5d743ba1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:15:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "openshift-service-ca.crt", "reconcileID": "8d3a8a63-c4f3-4668-83ee-4f73baa4fc92", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:15:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "odh-trusted-ca-bundle", "reconcileID": "b5f5219f-e9d0-4d0f-9539-84d6e2dc2a20", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0ebff7", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T13:15:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "odh-trusted-ca-bundle", "reconcileID": "b5f5219f-e9d0-4d0f-9539-84d6e2dc2a20", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:15:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "126381ff-19ba-4b2c-bb14-561a118b7a58", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:15:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "b358b544-0f5b-4d48-8e72-2ad7d2c0e3cc", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:15:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "b358b544-0f5b-4d48-8e72-2ad7d2c0e3cc", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7-authn-ssl"} 2026-07-07T13:15:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "b358b544-0f5b-4d48-8e72-2ad7d2c0e3cc", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:15:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "305ae790-ceba-4a1a-851b-8873145ee171", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T13:15:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "8a8938d6-15ae-45f6-a94b-234b90560f35", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:15:56Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "8a8938d6-15ae-45f6-a94b-234b90560f35", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89-authn-ssl"} 2026-07-07T13:15:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "8a8938d6-15ae-45f6-a94b-234b90560f35", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:15:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "879b05a0-f8b8-4c1d-b4b3-4ec26a641723", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:15:56Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "879b05a0-f8b8-4c1d-b4b3-4ec26a641723", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89-authn-ssl"} 2026-07-07T13:15:56Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "879b05a0-f8b8-4c1d-b4b3-4ec26a641723", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-shared-b-e80c89-authn-ssl: envoyfilters.networking.istio.io \"e2e-shared-b-e80c89-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T13:15:56Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-shared-b-e80c89-authn-ssl: envoyfilters.networking.istio.io "e2e-shared-b-e80c89-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-shared-b-e80c89","uid":"85e4f194-f18f-48bd-8669-1b0f758ced74","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"48970"}, "reason": "ReconcileError"} 2026-07-07T13:15:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "98d149e6-a21c-4d5d-9c3e-ed1c9c94e9e8", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:15:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "98d149e6-a21c-4d5d-9c3e-ed1c9c94e9e8", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89-authn-ssl"} 2026-07-07T13:15:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "98d149e6-a21c-4d5d-9c3e-ed1c9c94e9e8", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:15:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "faf20fe4-eb1a-4e7a-83cc-7787242f90f1", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:15:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "faf20fe4-eb1a-4e7a-83cc-7787242f90f1", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89-authn-ssl"} 2026-07-07T13:15:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "faf20fe4-eb1a-4e7a-83cc-7787242f90f1", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:15:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "b650e092-858e-48f7-a9ce-eba9eeb13189", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:15:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "b650e092-858e-48f7-a9ce-eba9eeb13189", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89-authn-ssl"} 2026-07-07T13:15:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "b650e092-858e-48f7-a9ce-eba9eeb13189", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:15:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "c5747b61-f6db-4041-a493-a7a76ff0757a", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:15:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "c5747b61-f6db-4041-a493-a7a76ff0757a", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89-authn-ssl"} 2026-07-07T13:15:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "c5747b61-f6db-4041-a493-a7a76ff0757a", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:15:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "f1463be0-b73f-4c30-83c0-abf2f54aa591", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:15:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "f1463be0-b73f-4c30-83c0-abf2f54aa591", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89-authn-ssl"} 2026-07-07T13:15:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "f1463be0-b73f-4c30-83c0-abf2f54aa591", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:15:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "5d6f952d-17a0-4a45-9be5-bd56b2083678", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:15:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "5d6f952d-17a0-4a45-9be5-bd56b2083678", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89-authn-ssl"} 2026-07-07T13:15:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "5d6f952d-17a0-4a45-9be5-bd56b2083678", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:15:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "openshift-service-ca.crt", "reconcileID": "e9c3bc28-4479-4680-91f8-d4453f94e361", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:15:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "openshift-service-ca.crt", "reconcileID": "11cbd607-cd18-422d-84ab-951a66194a79", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e80c89", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T13:15:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "openshift-service-ca.crt", "reconcileID": "11cbd607-cd18-422d-84ab-951a66194a79", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:15:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "odh-trusted-ca-bundle", "reconcileID": "d7af0422-9b08-480c-b16e-5e755c358f0f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e80c89", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T13:15:59Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "odh-trusted-ca-bundle", "reconcileID": "d7af0422-9b08-480c-b16e-5e755c358f0f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T13:15:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "openshift-service-ca.crt", "reconcileID": "22483bf0-1652-4544-8ca3-c68a19345813", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:15:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72ebe226-7098-492a-aa5d-4112e8e5f615", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:15:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "odh-trusted-ca-bundle", "reconcileID": "19aa3993-577f-44c7-8dd3-ce3bc6344868", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:15:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "odh-trusted-ca-bundle", "reconcileID": "c88bf7ee-2753-4e07-9cfe-38785fffda7c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e80c89", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T13:15:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "odh-trusted-ca-bundle", "reconcileID": "c88bf7ee-2753-4e07-9cfe-38785fffda7c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:15:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "23cbef9b-15d8-43d8-8b8b-85ee45e2095a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:15:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "8b65a092-2e49-4e26-b286-d4510cff9521", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:15:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "8b65a092-2e49-4e26-b286-d4510cff9521", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7-authn-ssl"} 2026-07-07T13:15:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "8b65a092-2e49-4e26-b286-d4510cff9521", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:15:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "b02d0039-941f-46d3-b242-71782558a611", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:15:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "b02d0039-941f-46d3-b242-71782558a611", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89-authn-ssl"} 2026-07-07T13:15:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "b02d0039-941f-46d3-b242-71782558a611", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:15:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "30373334-99e6-46df-9ac1-a1ed80cde0ff", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T13:16:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "auth-test-model-0ebff7", "reconcileID": "589a6d4d-a6c4-4b47-979a-5dca110fa860", "LLMInferenceService": "auth-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:16:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "auth-test-model-0ebff7", "reconcileID": "589a6d4d-a6c4-4b47-979a-5dca110fa860", "LLMInferenceService": "auth-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:16:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "auth-test-model-0ebff7", "reconcileID": "589a6d4d-a6c4-4b47-979a-5dca110fa860", "LLMInferenceService": "auth-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:16:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "7b1d1716-c0f2-4ea0-91bb-2fca0a926cfd", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:16:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "auth-test-model-0ebff7", "reconcileID": "589a6d4d-a6c4-4b47-979a-5dca110fa860", "LLMInferenceService": "auth-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "auth-test-model-0ebff7-kserve-route-authn"} 2026-07-07T13:16:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "auth-test-model-0ebff7", "reconcileID": "589a6d4d-a6c4-4b47-979a-5dca110fa860", "LLMInferenceService": "auth-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7", "authType": "userdefined"} 2026-07-07T13:16:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "auth-test-model-0ebff7", "reconcileID": "589a6d4d-a6c4-4b47-979a-5dca110fa860", "LLMInferenceService": "auth-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:16:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "7b1d1716-c0f2-4ea0-91bb-2fca0a926cfd", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7-authn-ssl"} 2026-07-07T13:16:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "7b1d1716-c0f2-4ea0-91bb-2fca0a926cfd", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:16:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "auth-test-model-0ebff7", "reconcileID": "20f074a1-f95c-45fc-8fa4-609f57024405", "LLMInferenceService": "auth-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:16:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "auth-test-model-0ebff7", "reconcileID": "20f074a1-f95c-45fc-8fa4-609f57024405", "LLMInferenceService": "auth-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:16:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "auth-test-model-0ebff7", "reconcileID": "20f074a1-f95c-45fc-8fa4-609f57024405", "LLMInferenceService": "auth-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:16:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "auth-test-model-0ebff7", "reconcileID": "20f074a1-f95c-45fc-8fa4-609f57024405", "LLMInferenceService": "auth-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "auth-test-model-0ebff7-kserve-route-authn"} 2026-07-07T13:16:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "auth-test-model-0ebff7", "reconcileID": "20f074a1-f95c-45fc-8fa4-609f57024405", "LLMInferenceService": "auth-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7", "authType": "userdefined"} 2026-07-07T13:16:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "auth-test-model-0ebff7", "reconcileID": "20f074a1-f95c-45fc-8fa4-609f57024405", "LLMInferenceService": "auth-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:16:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "d67a7995-ce28-43d7-b26f-d9e170aa2d56", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:16:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "d67a7995-ce28-43d7-b26f-d9e170aa2d56", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89-authn-ssl"} 2026-07-07T13:16:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "d67a7995-ce28-43d7-b26f-d9e170aa2d56", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:16:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ff486bd1-9935-40b0-93c3-0f9dae577c85", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T13:16:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "f97c610e-e79f-4877-843f-98872b1779a1", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:16:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "f97c610e-e79f-4877-843f-98872b1779a1", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7-authn-ssl"} 2026-07-07T13:16:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "f97c610e-e79f-4877-843f-98872b1779a1", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:16:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a4bdff18-a6e1-4bcd-91aa-116735025b46", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T13:16:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "auth-test-model-0ebff7", "reconcileID": "fda935b1-5c88-4dec-a549-49db31209cfa", "LLMInferenceService": "auth-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:16:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "auth-test-model-0ebff7", "reconcileID": "fda935b1-5c88-4dec-a549-49db31209cfa", "LLMInferenceService": "auth-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:16:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "auth-test-model-0ebff7", "reconcileID": "fda935b1-5c88-4dec-a549-49db31209cfa", "LLMInferenceService": "auth-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:16:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "auth-test-model-0ebff7", "reconcileID": "fda935b1-5c88-4dec-a549-49db31209cfa", "LLMInferenceService": "auth-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "auth-test-model-0ebff7-kserve-route-authn"} 2026-07-07T13:16:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "auth-test-model-0ebff7", "reconcileID": "fda935b1-5c88-4dec-a549-49db31209cfa", "LLMInferenceService": "auth-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7", "authType": "userdefined"} 2026-07-07T13:16:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "auth-test-model-0ebff7", "reconcileID": "fda935b1-5c88-4dec-a549-49db31209cfa", "LLMInferenceService": "auth-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:16:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f7e48938-acb8-4b88-a2de-7c7edcf8dc58", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T13:16:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "auth-test-model-0ebff7", "reconcileID": "3c42f7cb-b405-4910-8b12-2b453ebf779d", "LLMInferenceService": "auth-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:16:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "auth-test-model-0ebff7", "reconcileID": "3c42f7cb-b405-4910-8b12-2b453ebf779d", "LLMInferenceService": "auth-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:16:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "auth-test-model-0ebff7", "reconcileID": "3c42f7cb-b405-4910-8b12-2b453ebf779d", "LLMInferenceService": "auth-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:16:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "auth-test-model-0ebff7", "reconcileID": "3c42f7cb-b405-4910-8b12-2b453ebf779d", "LLMInferenceService": "auth-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "auth-test-model-0ebff7-kserve-route-authn"} 2026-07-07T13:16:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "auth-test-model-0ebff7", "reconcileID": "3c42f7cb-b405-4910-8b12-2b453ebf779d", "LLMInferenceService": "auth-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7", "authType": "userdefined"} 2026-07-07T13:16:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "auth-test-model-0ebff7", "reconcileID": "3c42f7cb-b405-4910-8b12-2b453ebf779d", "LLMInferenceService": "auth-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:16:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "auth-test-model-e80c89", "reconcileID": "38209887-2b44-48c5-bb5a-e056d550b06d", "LLMInferenceService": "auth-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:16:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "auth-test-model-e80c89", "reconcileID": "38209887-2b44-48c5-bb5a-e056d550b06d", "LLMInferenceService": "auth-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:16:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "auth-test-model-e80c89", "reconcileID": "38209887-2b44-48c5-bb5a-e056d550b06d", "LLMInferenceService": "auth-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:16:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "auth-test-model-e80c89", "reconcileID": "38209887-2b44-48c5-bb5a-e056d550b06d", "LLMInferenceService": "auth-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "auth-test-model-e80c89-kserve-route-authn"} 2026-07-07T13:16:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "auth-test-model-e80c89", "reconcileID": "38209887-2b44-48c5-bb5a-e056d550b06d", "LLMInferenceService": "auth-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89", "authType": "userdefined"} 2026-07-07T13:16:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "auth-test-model-e80c89", "reconcileID": "38209887-2b44-48c5-bb5a-e056d550b06d", "LLMInferenceService": "auth-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:16:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "2bde2e4e-7c64-4090-8b87-df66d6218cd9", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:16:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "2bde2e4e-7c64-4090-8b87-df66d6218cd9", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89-authn-ssl"} 2026-07-07T13:16:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "2bde2e4e-7c64-4090-8b87-df66d6218cd9", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:16:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "auth-test-model-e80c89", "reconcileID": "0b49db1e-7de7-4722-a02b-fb5352abe589", "LLMInferenceService": "auth-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:16:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "auth-test-model-e80c89", "reconcileID": "0b49db1e-7de7-4722-a02b-fb5352abe589", "LLMInferenceService": "auth-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:16:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "auth-test-model-e80c89", "reconcileID": "0b49db1e-7de7-4722-a02b-fb5352abe589", "LLMInferenceService": "auth-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:16:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "auth-test-model-e80c89", "reconcileID": "0b49db1e-7de7-4722-a02b-fb5352abe589", "LLMInferenceService": "auth-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "auth-test-model-e80c89-kserve-route-authn"} 2026-07-07T13:16:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "auth-test-model-e80c89", "reconcileID": "0b49db1e-7de7-4722-a02b-fb5352abe589", "LLMInferenceService": "auth-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89", "authType": "userdefined"} 2026-07-07T13:16:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "auth-test-model-e80c89", "reconcileID": "0b49db1e-7de7-4722-a02b-fb5352abe589", "LLMInferenceService": "auth-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:16:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "b89a46e5-4dcf-443b-8393-ed21bec9ccb9", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:16:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "b89a46e5-4dcf-443b-8393-ed21bec9ccb9", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89-authn-ssl"} 2026-07-07T13:16:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "b89a46e5-4dcf-443b-8393-ed21bec9ccb9", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:16:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "auth-test-model-e80c89", "reconcileID": "34af3a9b-c96d-46cb-a806-4101640f55fc", "LLMInferenceService": "auth-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:16:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "auth-test-model-e80c89", "reconcileID": "34af3a9b-c96d-46cb-a806-4101640f55fc", "LLMInferenceService": "auth-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:16:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "auth-test-model-e80c89", "reconcileID": "34af3a9b-c96d-46cb-a806-4101640f55fc", "LLMInferenceService": "auth-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:16:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "auth-test-model-e80c89", "reconcileID": "34af3a9b-c96d-46cb-a806-4101640f55fc", "LLMInferenceService": "auth-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "auth-test-model-e80c89-kserve-route-authn"} 2026-07-07T13:16:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "auth-test-model-e80c89", "reconcileID": "34af3a9b-c96d-46cb-a806-4101640f55fc", "LLMInferenceService": "auth-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89", "authType": "userdefined"} 2026-07-07T13:16:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "auth-test-model-e80c89", "reconcileID": "34af3a9b-c96d-46cb-a806-4101640f55fc", "LLMInferenceService": "auth-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:16:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "auth-test-model-e80c89", "reconcileID": "5b3e2d85-e86b-4640-b1e0-424d0c41d079", "LLMInferenceService": "auth-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:16:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "auth-test-model-e80c89", "reconcileID": "5b3e2d85-e86b-4640-b1e0-424d0c41d079", "LLMInferenceService": "auth-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:16:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "auth-test-model-e80c89", "reconcileID": "5b3e2d85-e86b-4640-b1e0-424d0c41d079", "LLMInferenceService": "auth-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:16:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "auth-test-model-e80c89", "reconcileID": "5b3e2d85-e86b-4640-b1e0-424d0c41d079", "LLMInferenceService": "auth-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "auth-test-model-e80c89-kserve-route-authn"} 2026-07-07T13:16:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "auth-test-model-e80c89", "reconcileID": "5b3e2d85-e86b-4640-b1e0-424d0c41d079", "LLMInferenceService": "auth-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89", "authType": "userdefined"} 2026-07-07T13:16:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "auth-test-model-e80c89", "reconcileID": "5b3e2d85-e86b-4640-b1e0-424d0c41d079", "LLMInferenceService": "auth-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:17:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "90b11fc9-cf68-4d34-b7b8-102ae2c1754b", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:17:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "90b11fc9-cf68-4d34-b7b8-102ae2c1754b", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7-authn-ssl"} 2026-07-07T13:17:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "90b11fc9-cf68-4d34-b7b8-102ae2c1754b", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:17:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "412a29eb-7d19-4f95-9787-ed9cdea292e9", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:17:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "412a29eb-7d19-4f95-9787-ed9cdea292e9", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89-authn-ssl"} 2026-07-07T13:17:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "412a29eb-7d19-4f95-9787-ed9cdea292e9", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:17:51Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T13:17:51Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T13:17:53Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T13:17:53Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T13:18:37Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "auth-test-model-0ebff7", "reconcileID": "f274b646-191d-4066-b627-3e43ce8a76d3", "LLMInferenceService": "auth-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:18:37Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "auth-test-model-0ebff7", "reconcileID": "f274b646-191d-4066-b627-3e43ce8a76d3", "LLMInferenceService": "auth-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "auth-test-model-0ebff7"} 2026-07-07T13:18:37Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "auth-test-model-0ebff7", "reconcileID": "f274b646-191d-4066-b627-3e43ce8a76d3", "LLMInferenceService": "auth-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:18:37Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "auth-test-model-0ebff7", "reconcileID": "f274b646-191d-4066-b627-3e43ce8a76d3", "LLMInferenceService": "auth-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:18:37Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "auth-test-model-0ebff7", "reconcileID": "f274b646-191d-4066-b627-3e43ce8a76d3", "LLMInferenceService": "auth-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "auth-test-model-0ebff7-kserve-route-authn"} 2026-07-07T13:18:37Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "auth-test-model-0ebff7", "reconcileID": "f274b646-191d-4066-b627-3e43ce8a76d3", "LLMInferenceService": "auth-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "auth-test-model-0ebff7-kserve-route-authn"} 2026-07-07T13:18:37Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "auth-test-model-0ebff7", "reconcileID": "f274b646-191d-4066-b627-3e43ce8a76d3", "LLMInferenceService": "auth-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:18:37Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "auth-test-model-0ebff7", "reconcileID": "f274b646-191d-4066-b627-3e43ce8a76d3", "LLMInferenceService": "auth-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:18:37Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "auth-test-model-0ebff7", "reconcileID": "eda3dce2-5411-432c-9468-884a05201e9e", "LLMInferenceService": "auth-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:18:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "e42a45e1-8828-487f-b80c-15db83d3697b", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:18:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "e42a45e1-8828-487f-b80c-15db83d3697b", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7-authn-ssl"} 2026-07-07T13:18:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "e42a45e1-8828-487f-b80c-15db83d3697b", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:18:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "b2f61f08-20cd-4736-8984-cf42cc5de475", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:18:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "b2f61f08-20cd-4736-8984-cf42cc5de475", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7-authn-ssl"} 2026-07-07T13:18:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "b2f61f08-20cd-4736-8984-cf42cc5de475", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:18:37Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "auth-test-model-e80c89", "reconcileID": "260609cf-d858-4547-b0f1-a2d72b69ebee", "LLMInferenceService": "auth-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:18:37Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "auth-test-model-e80c89", "reconcileID": "260609cf-d858-4547-b0f1-a2d72b69ebee", "LLMInferenceService": "auth-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "auth-test-model-e80c89"} 2026-07-07T13:18:37Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "auth-test-model-e80c89", "reconcileID": "260609cf-d858-4547-b0f1-a2d72b69ebee", "LLMInferenceService": "auth-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:18:37Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "auth-test-model-e80c89", "reconcileID": "260609cf-d858-4547-b0f1-a2d72b69ebee", "LLMInferenceService": "auth-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:18:37Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "auth-test-model-e80c89", "reconcileID": "260609cf-d858-4547-b0f1-a2d72b69ebee", "LLMInferenceService": "auth-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "auth-test-model-e80c89-kserve-route-authn"} 2026-07-07T13:18:37Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "auth-test-model-e80c89", "reconcileID": "260609cf-d858-4547-b0f1-a2d72b69ebee", "LLMInferenceService": "auth-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "auth-test-model-e80c89-kserve-route-authn"} 2026-07-07T13:18:37Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "auth-test-model-e80c89", "reconcileID": "260609cf-d858-4547-b0f1-a2d72b69ebee", "LLMInferenceService": "auth-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:18:37Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "auth-test-model-e80c89", "reconcileID": "260609cf-d858-4547-b0f1-a2d72b69ebee", "LLMInferenceService": "auth-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:18:38Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "auth-test-model-e80c89", "reconcileID": "864636b9-ee19-4d94-8a6f-40518c314bd6", "LLMInferenceService": "auth-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:18:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "dd5e3c8d-7f47-42d5-98bc-cb8860cc2bfa", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:18:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "dd5e3c8d-7f47-42d5-98bc-cb8860cc2bfa", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89-authn-ssl"} 2026-07-07T13:18:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "dd5e3c8d-7f47-42d5-98bc-cb8860cc2bfa", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:18:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "81da5216-fb0a-4e96-9987-b115ff8b0207", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:18:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "81da5216-fb0a-4e96-9987-b115ff8b0207", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89-authn-ssl"} 2026-07-07T13:18:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "81da5216-fb0a-4e96-9987-b115ff8b0207", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:18:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "sub-test-model-0ebff7", "reconcileID": "243b0973-0c8e-494f-97e9-839af7d32fa0", "LLMInferenceService": "sub-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:18:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "sub-test-model-0ebff7", "reconcileID": "243b0973-0c8e-494f-97e9-839af7d32fa0", "LLMInferenceService": "sub-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:18:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "sub-test-model-0ebff7", "reconcileID": "243b0973-0c8e-494f-97e9-839af7d32fa0", "LLMInferenceService": "sub-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:18:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "b22c94cf-28ec-46f2-9ec0-5642e4c41aa4", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:18:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "sub-test-model-0ebff7", "reconcileID": "243b0973-0c8e-494f-97e9-839af7d32fa0", "LLMInferenceService": "sub-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "sub-test-model-0ebff7-kserve-route-authn"} 2026-07-07T13:18:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "sub-test-model-0ebff7", "reconcileID": "243b0973-0c8e-494f-97e9-839af7d32fa0", "LLMInferenceService": "sub-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7", "authType": "userdefined"} 2026-07-07T13:18:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "sub-test-model-0ebff7", "reconcileID": "243b0973-0c8e-494f-97e9-839af7d32fa0", "LLMInferenceService": "sub-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:18:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "b22c94cf-28ec-46f2-9ec0-5642e4c41aa4", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7-authn-ssl"} 2026-07-07T13:18:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "b22c94cf-28ec-46f2-9ec0-5642e4c41aa4", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:18:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "sub-test-model-0ebff7", "reconcileID": "925b1ac0-bc7a-4d56-911b-8ca3d6d57276", "LLMInferenceService": "sub-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:18:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "sub-test-model-0ebff7", "reconcileID": "925b1ac0-bc7a-4d56-911b-8ca3d6d57276", "LLMInferenceService": "sub-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:18:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "sub-test-model-0ebff7", "reconcileID": "925b1ac0-bc7a-4d56-911b-8ca3d6d57276", "LLMInferenceService": "sub-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:18:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "sub-test-model-0ebff7", "reconcileID": "925b1ac0-bc7a-4d56-911b-8ca3d6d57276", "LLMInferenceService": "sub-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "sub-test-model-0ebff7-kserve-route-authn"} 2026-07-07T13:18:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "sub-test-model-0ebff7", "reconcileID": "925b1ac0-bc7a-4d56-911b-8ca3d6d57276", "LLMInferenceService": "sub-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7", "authType": "userdefined"} 2026-07-07T13:18:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "sub-test-model-0ebff7", "reconcileID": "925b1ac0-bc7a-4d56-911b-8ca3d6d57276", "LLMInferenceService": "sub-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:18:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "6adba8eb-523a-4681-a2f9-79c5e46e4ead", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:18:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "6adba8eb-523a-4681-a2f9-79c5e46e4ead", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7-authn-ssl"} 2026-07-07T13:18:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "6adba8eb-523a-4681-a2f9-79c5e46e4ead", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:18:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "sub-test-model-0ebff7", "reconcileID": "4f088051-444e-4e27-ba13-cd1561bf9f24", "LLMInferenceService": "sub-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:18:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "sub-test-model-0ebff7", "reconcileID": "4f088051-444e-4e27-ba13-cd1561bf9f24", "LLMInferenceService": "sub-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:18:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "sub-test-model-0ebff7", "reconcileID": "4f088051-444e-4e27-ba13-cd1561bf9f24", "LLMInferenceService": "sub-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:18:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "sub-test-model-0ebff7", "reconcileID": "4f088051-444e-4e27-ba13-cd1561bf9f24", "LLMInferenceService": "sub-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "sub-test-model-0ebff7-kserve-route-authn"} 2026-07-07T13:18:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "sub-test-model-0ebff7", "reconcileID": "4f088051-444e-4e27-ba13-cd1561bf9f24", "LLMInferenceService": "sub-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7", "authType": "userdefined"} 2026-07-07T13:18:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "sub-test-model-0ebff7", "reconcileID": "4f088051-444e-4e27-ba13-cd1561bf9f24", "LLMInferenceService": "sub-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:18:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "sub-test-model-0ebff7", "reconcileID": "7f51c55f-dbe1-4fec-9d20-660ae496ec83", "LLMInferenceService": "sub-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:18:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "sub-test-model-0ebff7", "reconcileID": "7f51c55f-dbe1-4fec-9d20-660ae496ec83", "LLMInferenceService": "sub-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:18:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "sub-test-model-0ebff7", "reconcileID": "7f51c55f-dbe1-4fec-9d20-660ae496ec83", "LLMInferenceService": "sub-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:18:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "sub-test-model-0ebff7", "reconcileID": "7f51c55f-dbe1-4fec-9d20-660ae496ec83", "LLMInferenceService": "sub-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "sub-test-model-0ebff7-kserve-route-authn"} 2026-07-07T13:18:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "sub-test-model-0ebff7", "reconcileID": "7f51c55f-dbe1-4fec-9d20-660ae496ec83", "LLMInferenceService": "sub-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7", "authType": "userdefined"} 2026-07-07T13:18:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "sub-test-model-0ebff7", "reconcileID": "7f51c55f-dbe1-4fec-9d20-660ae496ec83", "LLMInferenceService": "sub-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:18:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "sub-test-model-e80c89", "reconcileID": "0c99fde4-4672-464a-bf92-175f26d4041a", "LLMInferenceService": "sub-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:18:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "sub-test-model-e80c89", "reconcileID": "0c99fde4-4672-464a-bf92-175f26d4041a", "LLMInferenceService": "sub-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:18:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "sub-test-model-e80c89", "reconcileID": "0c99fde4-4672-464a-bf92-175f26d4041a", "LLMInferenceService": "sub-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:18:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "sub-test-model-e80c89", "reconcileID": "0c99fde4-4672-464a-bf92-175f26d4041a", "LLMInferenceService": "sub-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "sub-test-model-e80c89-kserve-route-authn"} 2026-07-07T13:18:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "6f769447-34cb-455f-9e36-228b91b03ccc", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:18:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "sub-test-model-e80c89", "reconcileID": "0c99fde4-4672-464a-bf92-175f26d4041a", "LLMInferenceService": "sub-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89", "authType": "userdefined"} 2026-07-07T13:18:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "sub-test-model-e80c89", "reconcileID": "0c99fde4-4672-464a-bf92-175f26d4041a", "LLMInferenceService": "sub-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:18:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "6f769447-34cb-455f-9e36-228b91b03ccc", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89-authn-ssl"} 2026-07-07T13:18:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "6f769447-34cb-455f-9e36-228b91b03ccc", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:18:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "sub-test-model-e80c89", "reconcileID": "f790d2bc-9ac4-4a58-a522-17694993e6af", "LLMInferenceService": "sub-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:18:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "sub-test-model-e80c89", "reconcileID": "f790d2bc-9ac4-4a58-a522-17694993e6af", "LLMInferenceService": "sub-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:18:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "sub-test-model-e80c89", "reconcileID": "f790d2bc-9ac4-4a58-a522-17694993e6af", "LLMInferenceService": "sub-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:18:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "sub-test-model-e80c89", "reconcileID": "f790d2bc-9ac4-4a58-a522-17694993e6af", "LLMInferenceService": "sub-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "sub-test-model-e80c89-kserve-route-authn"} 2026-07-07T13:18:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "sub-test-model-e80c89", "reconcileID": "f790d2bc-9ac4-4a58-a522-17694993e6af", "LLMInferenceService": "sub-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89", "authType": "userdefined"} 2026-07-07T13:18:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "sub-test-model-e80c89", "reconcileID": "f790d2bc-9ac4-4a58-a522-17694993e6af", "LLMInferenceService": "sub-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:19:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "4743b46d-5f05-4d52-a9af-7b0ea6258c53", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:19:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "4743b46d-5f05-4d52-a9af-7b0ea6258c53", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89-authn-ssl"} 2026-07-07T13:19:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "4743b46d-5f05-4d52-a9af-7b0ea6258c53", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:19:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "sub-test-model-e80c89", "reconcileID": "fc9e39f9-e944-4649-89a2-fc1f98384ddf", "LLMInferenceService": "sub-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:19:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "sub-test-model-e80c89", "reconcileID": "fc9e39f9-e944-4649-89a2-fc1f98384ddf", "LLMInferenceService": "sub-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:19:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "sub-test-model-e80c89", "reconcileID": "fc9e39f9-e944-4649-89a2-fc1f98384ddf", "LLMInferenceService": "sub-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:19:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "sub-test-model-e80c89", "reconcileID": "fc9e39f9-e944-4649-89a2-fc1f98384ddf", "LLMInferenceService": "sub-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "sub-test-model-e80c89-kserve-route-authn"} 2026-07-07T13:19:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "sub-test-model-e80c89", "reconcileID": "fc9e39f9-e944-4649-89a2-fc1f98384ddf", "LLMInferenceService": "sub-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89", "authType": "userdefined"} 2026-07-07T13:19:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "sub-test-model-e80c89", "reconcileID": "fc9e39f9-e944-4649-89a2-fc1f98384ddf", "LLMInferenceService": "sub-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:19:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "sub-test-model-e80c89", "reconcileID": "4096b175-a05a-4393-82da-bc4194028d18", "LLMInferenceService": "sub-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:19:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "sub-test-model-e80c89", "reconcileID": "4096b175-a05a-4393-82da-bc4194028d18", "LLMInferenceService": "sub-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:19:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "sub-test-model-e80c89", "reconcileID": "4096b175-a05a-4393-82da-bc4194028d18", "LLMInferenceService": "sub-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:19:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "sub-test-model-e80c89", "reconcileID": "4096b175-a05a-4393-82da-bc4194028d18", "LLMInferenceService": "sub-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "sub-test-model-e80c89-kserve-route-authn"} 2026-07-07T13:19:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "sub-test-model-e80c89", "reconcileID": "4096b175-a05a-4393-82da-bc4194028d18", "LLMInferenceService": "sub-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89", "authType": "userdefined"} 2026-07-07T13:19:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "sub-test-model-e80c89", "reconcileID": "4096b175-a05a-4393-82da-bc4194028d18", "LLMInferenceService": "sub-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:19:54Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "sub-test-model-0ebff7", "reconcileID": "48a5060f-719c-4457-8409-e170b83745da", "LLMInferenceService": "sub-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:19:54Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "sub-test-model-0ebff7", "reconcileID": "48a5060f-719c-4457-8409-e170b83745da", "LLMInferenceService": "sub-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "sub-test-model-0ebff7"} 2026-07-07T13:19:54Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "sub-test-model-0ebff7", "reconcileID": "48a5060f-719c-4457-8409-e170b83745da", "LLMInferenceService": "sub-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:19:54Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "sub-test-model-0ebff7", "reconcileID": "48a5060f-719c-4457-8409-e170b83745da", "LLMInferenceService": "sub-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:19:54Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "sub-test-model-0ebff7", "reconcileID": "48a5060f-719c-4457-8409-e170b83745da", "LLMInferenceService": "sub-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "sub-test-model-0ebff7-kserve-route-authn"} 2026-07-07T13:19:54Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "sub-test-model-0ebff7", "reconcileID": "48a5060f-719c-4457-8409-e170b83745da", "LLMInferenceService": "sub-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "sub-test-model-0ebff7-kserve-route-authn"} 2026-07-07T13:19:54Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "sub-test-model-0ebff7", "reconcileID": "48a5060f-719c-4457-8409-e170b83745da", "LLMInferenceService": "sub-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:19:54Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "sub-test-model-0ebff7", "reconcileID": "48a5060f-719c-4457-8409-e170b83745da", "LLMInferenceService": "sub-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:19:54Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "sub-test-model-0ebff7", "reconcileID": "e6b6aa82-ae78-4531-bf78-5c872e2ccc0c", "LLMInferenceService": "sub-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:19:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "6c8fa031-ae5f-4401-856c-aab5ab311b99", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:19:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "6c8fa031-ae5f-4401-856c-aab5ab311b99", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7-authn-ssl"} 2026-07-07T13:19:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "6c8fa031-ae5f-4401-856c-aab5ab311b99", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:19:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "4f28ca74-ef42-456e-92bf-8bb99ba194dc", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:19:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "4f28ca74-ef42-456e-92bf-8bb99ba194dc", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7-authn-ssl"} 2026-07-07T13:19:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "4f28ca74-ef42-456e-92bf-8bb99ba194dc", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:19:54Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "sub-test-model-e80c89", "reconcileID": "10a468c0-1e66-42da-8784-cea7618a454b", "LLMInferenceService": "sub-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:19:54Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "sub-test-model-e80c89", "reconcileID": "10a468c0-1e66-42da-8784-cea7618a454b", "LLMInferenceService": "sub-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "sub-test-model-e80c89"} 2026-07-07T13:19:54Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "sub-test-model-e80c89", "reconcileID": "10a468c0-1e66-42da-8784-cea7618a454b", "LLMInferenceService": "sub-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:19:54Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "sub-test-model-e80c89", "reconcileID": "10a468c0-1e66-42da-8784-cea7618a454b", "LLMInferenceService": "sub-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:19:54Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "sub-test-model-e80c89", "reconcileID": "10a468c0-1e66-42da-8784-cea7618a454b", "LLMInferenceService": "sub-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "sub-test-model-e80c89-kserve-route-authn"} 2026-07-07T13:19:55Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "sub-test-model-e80c89", "reconcileID": "10a468c0-1e66-42da-8784-cea7618a454b", "LLMInferenceService": "sub-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "sub-test-model-e80c89-kserve-route-authn"} 2026-07-07T13:19:55Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "sub-test-model-e80c89", "reconcileID": "10a468c0-1e66-42da-8784-cea7618a454b", "LLMInferenceService": "sub-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:19:55Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "sub-test-model-e80c89", "reconcileID": "10a468c0-1e66-42da-8784-cea7618a454b", "LLMInferenceService": "sub-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:19:55Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "sub-test-model-e80c89", "reconcileID": "aa54d45f-27ff-4701-8a9b-5ec149395a3d", "LLMInferenceService": "sub-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:19:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "7bd1c06a-2faa-4a81-b4fc-575eef3ceb2c", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:19:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "7bd1c06a-2faa-4a81-b4fc-575eef3ceb2c", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89-authn-ssl"} 2026-07-07T13:19:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "7bd1c06a-2faa-4a81-b4fc-575eef3ceb2c", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:19:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "84910404-9e99-4941-ada5-e95baf2cc2d4", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:19:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "84910404-9e99-4941-ada5-e95baf2cc2d4", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89-authn-ssl"} 2026-07-07T13:19:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "84910404-9e99-4941-ada5-e95baf2cc2d4", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:19:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "rate-test-model-0ebff7", "reconcileID": "6172501c-32be-431e-925e-894bd1a4a203", "LLMInferenceService": "rate-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:19:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "rate-test-model-0ebff7", "reconcileID": "6172501c-32be-431e-925e-894bd1a4a203", "LLMInferenceService": "rate-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:19:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "rate-test-model-0ebff7", "reconcileID": "6172501c-32be-431e-925e-894bd1a4a203", "LLMInferenceService": "rate-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:19:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "50115662-abca-4d04-9300-d001b332d0b4", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:19:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "rate-test-model-0ebff7", "reconcileID": "6172501c-32be-431e-925e-894bd1a4a203", "LLMInferenceService": "rate-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "rate-test-model-0ebff7-kserve-route-authn"} 2026-07-07T13:19:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "rate-test-model-0ebff7", "reconcileID": "6172501c-32be-431e-925e-894bd1a4a203", "LLMInferenceService": "rate-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7", "authType": "userdefined"} 2026-07-07T13:19:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "rate-test-model-0ebff7", "reconcileID": "6172501c-32be-431e-925e-894bd1a4a203", "LLMInferenceService": "rate-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:19:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "50115662-abca-4d04-9300-d001b332d0b4", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7-authn-ssl"} 2026-07-07T13:19:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "50115662-abca-4d04-9300-d001b332d0b4", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:19:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "rate-test-model-0ebff7", "reconcileID": "ee431f6a-b453-47d5-9bb7-b791d259134e", "LLMInferenceService": "rate-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:19:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "rate-test-model-0ebff7", "reconcileID": "ee431f6a-b453-47d5-9bb7-b791d259134e", "LLMInferenceService": "rate-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:19:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "rate-test-model-0ebff7", "reconcileID": "ee431f6a-b453-47d5-9bb7-b791d259134e", "LLMInferenceService": "rate-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:19:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "rate-test-model-0ebff7", "reconcileID": "ee431f6a-b453-47d5-9bb7-b791d259134e", "LLMInferenceService": "rate-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "rate-test-model-0ebff7-kserve-route-authn"} 2026-07-07T13:19:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "rate-test-model-0ebff7", "reconcileID": "ee431f6a-b453-47d5-9bb7-b791d259134e", "LLMInferenceService": "rate-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7", "authType": "userdefined"} 2026-07-07T13:19:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "rate-test-model-0ebff7", "reconcileID": "ee431f6a-b453-47d5-9bb7-b791d259134e", "LLMInferenceService": "rate-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:20:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "d5f96027-9f4b-41b9-b6f4-e6410ddcb6e0", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:20:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "d5f96027-9f4b-41b9-b6f4-e6410ddcb6e0", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7-authn-ssl"} 2026-07-07T13:20:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "d5f96027-9f4b-41b9-b6f4-e6410ddcb6e0", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:20:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "rate-test-model-0ebff7", "reconcileID": "64535d71-f6bb-43de-99c5-eae3305f243f", "LLMInferenceService": "rate-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:20:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "rate-test-model-0ebff7", "reconcileID": "64535d71-f6bb-43de-99c5-eae3305f243f", "LLMInferenceService": "rate-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:20:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "rate-test-model-0ebff7", "reconcileID": "64535d71-f6bb-43de-99c5-eae3305f243f", "LLMInferenceService": "rate-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:20:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "rate-test-model-0ebff7", "reconcileID": "64535d71-f6bb-43de-99c5-eae3305f243f", "LLMInferenceService": "rate-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "rate-test-model-0ebff7-kserve-route-authn"} 2026-07-07T13:20:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "rate-test-model-0ebff7", "reconcileID": "64535d71-f6bb-43de-99c5-eae3305f243f", "LLMInferenceService": "rate-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7", "authType": "userdefined"} 2026-07-07T13:20:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "rate-test-model-0ebff7", "reconcileID": "64535d71-f6bb-43de-99c5-eae3305f243f", "LLMInferenceService": "rate-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:20:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "rate-test-model-0ebff7", "reconcileID": "4833d8f9-2152-4477-8c4f-8d1b48c00ba2", "LLMInferenceService": "rate-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:20:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "rate-test-model-0ebff7", "reconcileID": "4833d8f9-2152-4477-8c4f-8d1b48c00ba2", "LLMInferenceService": "rate-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:20:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "rate-test-model-0ebff7", "reconcileID": "4833d8f9-2152-4477-8c4f-8d1b48c00ba2", "LLMInferenceService": "rate-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:20:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "rate-test-model-0ebff7", "reconcileID": "4833d8f9-2152-4477-8c4f-8d1b48c00ba2", "LLMInferenceService": "rate-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "rate-test-model-0ebff7-kserve-route-authn"} 2026-07-07T13:20:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "rate-test-model-0ebff7", "reconcileID": "4833d8f9-2152-4477-8c4f-8d1b48c00ba2", "LLMInferenceService": "rate-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7", "authType": "userdefined"} 2026-07-07T13:20:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "rate-test-model-0ebff7", "reconcileID": "4833d8f9-2152-4477-8c4f-8d1b48c00ba2", "LLMInferenceService": "rate-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:20:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "rate-test-model-e80c89", "reconcileID": "42eaf990-bef0-4a68-844a-c74cf4cd5cdb", "LLMInferenceService": "rate-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:20:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "rate-test-model-e80c89", "reconcileID": "42eaf990-bef0-4a68-844a-c74cf4cd5cdb", "LLMInferenceService": "rate-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:20:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "rate-test-model-e80c89", "reconcileID": "42eaf990-bef0-4a68-844a-c74cf4cd5cdb", "LLMInferenceService": "rate-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:20:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "f84b5923-38c7-4b05-9614-c498701823ec", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:20:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "rate-test-model-e80c89", "reconcileID": "42eaf990-bef0-4a68-844a-c74cf4cd5cdb", "LLMInferenceService": "rate-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "rate-test-model-e80c89-kserve-route-authn"} 2026-07-07T13:20:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "rate-test-model-e80c89", "reconcileID": "42eaf990-bef0-4a68-844a-c74cf4cd5cdb", "LLMInferenceService": "rate-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89", "authType": "userdefined"} 2026-07-07T13:20:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "rate-test-model-e80c89", "reconcileID": "42eaf990-bef0-4a68-844a-c74cf4cd5cdb", "LLMInferenceService": "rate-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:20:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "f84b5923-38c7-4b05-9614-c498701823ec", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89-authn-ssl"} 2026-07-07T13:20:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "f84b5923-38c7-4b05-9614-c498701823ec", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:20:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "rate-test-model-e80c89", "reconcileID": "10d92a6d-fb23-4e26-8e24-b14cb4414d8b", "LLMInferenceService": "rate-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:20:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "rate-test-model-e80c89", "reconcileID": "10d92a6d-fb23-4e26-8e24-b14cb4414d8b", "LLMInferenceService": "rate-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:20:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "rate-test-model-e80c89", "reconcileID": "10d92a6d-fb23-4e26-8e24-b14cb4414d8b", "LLMInferenceService": "rate-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:20:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "rate-test-model-e80c89", "reconcileID": "10d92a6d-fb23-4e26-8e24-b14cb4414d8b", "LLMInferenceService": "rate-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "rate-test-model-e80c89-kserve-route-authn"} 2026-07-07T13:20:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "rate-test-model-e80c89", "reconcileID": "10d92a6d-fb23-4e26-8e24-b14cb4414d8b", "LLMInferenceService": "rate-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89", "authType": "userdefined"} 2026-07-07T13:20:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "rate-test-model-e80c89", "reconcileID": "10d92a6d-fb23-4e26-8e24-b14cb4414d8b", "LLMInferenceService": "rate-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:20:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "f6c94495-270c-4d6c-9bd1-905b96eb9ec7", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:20:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "f6c94495-270c-4d6c-9bd1-905b96eb9ec7", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89-authn-ssl"} 2026-07-07T13:20:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "f6c94495-270c-4d6c-9bd1-905b96eb9ec7", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:20:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "rate-test-model-e80c89", "reconcileID": "31d31c6f-cbab-42fc-923f-270d064bb837", "LLMInferenceService": "rate-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:20:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "rate-test-model-e80c89", "reconcileID": "31d31c6f-cbab-42fc-923f-270d064bb837", "LLMInferenceService": "rate-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:20:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "rate-test-model-e80c89", "reconcileID": "31d31c6f-cbab-42fc-923f-270d064bb837", "LLMInferenceService": "rate-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:20:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "rate-test-model-e80c89", "reconcileID": "31d31c6f-cbab-42fc-923f-270d064bb837", "LLMInferenceService": "rate-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "rate-test-model-e80c89-kserve-route-authn"} 2026-07-07T13:20:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "rate-test-model-e80c89", "reconcileID": "31d31c6f-cbab-42fc-923f-270d064bb837", "LLMInferenceService": "rate-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89", "authType": "userdefined"} 2026-07-07T13:20:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "rate-test-model-e80c89", "reconcileID": "31d31c6f-cbab-42fc-923f-270d064bb837", "LLMInferenceService": "rate-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:20:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "rate-test-model-e80c89", "reconcileID": "9d1fa943-2ef6-44aa-9a71-38398e3ef3e6", "LLMInferenceService": "rate-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:20:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "rate-test-model-e80c89", "reconcileID": "9d1fa943-2ef6-44aa-9a71-38398e3ef3e6", "LLMInferenceService": "rate-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:20:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "rate-test-model-e80c89", "reconcileID": "9d1fa943-2ef6-44aa-9a71-38398e3ef3e6", "LLMInferenceService": "rate-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:20:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "rate-test-model-e80c89", "reconcileID": "9d1fa943-2ef6-44aa-9a71-38398e3ef3e6", "LLMInferenceService": "rate-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "rate-test-model-e80c89-kserve-route-authn"} 2026-07-07T13:20:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "rate-test-model-e80c89", "reconcileID": "9d1fa943-2ef6-44aa-9a71-38398e3ef3e6", "LLMInferenceService": "rate-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89", "authType": "userdefined"} 2026-07-07T13:20:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "rate-test-model-e80c89", "reconcileID": "9d1fa943-2ef6-44aa-9a71-38398e3ef3e6", "LLMInferenceService": "rate-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:21:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "20ded887-6acb-42b6-bbc5-81c428352de3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T13:21:17Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "rate-test-model-0ebff7", "reconcileID": "d0b0380e-eb41-4359-b585-498f32eacf48", "LLMInferenceService": "rate-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:21:17Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "rate-test-model-0ebff7", "reconcileID": "d0b0380e-eb41-4359-b585-498f32eacf48", "LLMInferenceService": "rate-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "rate-test-model-0ebff7"} 2026-07-07T13:21:17Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "rate-test-model-0ebff7", "reconcileID": "d0b0380e-eb41-4359-b585-498f32eacf48", "LLMInferenceService": "rate-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:21:17Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "rate-test-model-0ebff7", "reconcileID": "d0b0380e-eb41-4359-b585-498f32eacf48", "LLMInferenceService": "rate-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:21:17Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "rate-test-model-0ebff7", "reconcileID": "d0b0380e-eb41-4359-b585-498f32eacf48", "LLMInferenceService": "rate-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "rate-test-model-0ebff7-kserve-route-authn"} 2026-07-07T13:21:17Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "rate-test-model-0ebff7", "reconcileID": "d0b0380e-eb41-4359-b585-498f32eacf48", "LLMInferenceService": "rate-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "rate-test-model-0ebff7-kserve-route-authn"} 2026-07-07T13:21:17Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "rate-test-model-0ebff7", "reconcileID": "d0b0380e-eb41-4359-b585-498f32eacf48", "LLMInferenceService": "rate-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:21:17Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "rate-test-model-0ebff7", "reconcileID": "d0b0380e-eb41-4359-b585-498f32eacf48", "LLMInferenceService": "rate-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:21:17Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ebff7","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "rate-test-model-0ebff7", "reconcileID": "bc12025d-bff6-4569-9727-bf31262e1fde", "LLMInferenceService": "rate-test-model-0ebff7", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:21:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "d31f3f8d-dbd5-4f54-85f3-54b7c28d056c", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:21:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "d31f3f8d-dbd5-4f54-85f3-54b7c28d056c", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7-authn-ssl"} 2026-07-07T13:21:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "d31f3f8d-dbd5-4f54-85f3-54b7c28d056c", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:21:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "4885887c-8deb-4205-a178-a3d18d7afffb", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:21:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "4885887c-8deb-4205-a178-a3d18d7afffb", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7-authn-ssl"} 2026-07-07T13:21:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "4885887c-8deb-4205-a178-a3d18d7afffb", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:21:17Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "rate-test-model-e80c89", "reconcileID": "911aa578-c2e0-4fde-b40f-9002da9601db", "LLMInferenceService": "rate-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:21:17Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "rate-test-model-e80c89", "reconcileID": "911aa578-c2e0-4fde-b40f-9002da9601db", "LLMInferenceService": "rate-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "rate-test-model-e80c89"} 2026-07-07T13:21:17Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "rate-test-model-e80c89", "reconcileID": "911aa578-c2e0-4fde-b40f-9002da9601db", "LLMInferenceService": "rate-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:21:17Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "rate-test-model-e80c89", "reconcileID": "911aa578-c2e0-4fde-b40f-9002da9601db", "LLMInferenceService": "rate-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:21:17Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "rate-test-model-e80c89", "reconcileID": "911aa578-c2e0-4fde-b40f-9002da9601db", "LLMInferenceService": "rate-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "rate-test-model-e80c89-kserve-route-authn"} 2026-07-07T13:21:17Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "rate-test-model-e80c89", "reconcileID": "911aa578-c2e0-4fde-b40f-9002da9601db", "LLMInferenceService": "rate-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "rate-test-model-e80c89-kserve-route-authn"} 2026-07-07T13:21:17Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "rate-test-model-e80c89", "reconcileID": "911aa578-c2e0-4fde-b40f-9002da9601db", "LLMInferenceService": "rate-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:21:17Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "rate-test-model-e80c89", "reconcileID": "911aa578-c2e0-4fde-b40f-9002da9601db", "LLMInferenceService": "rate-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:21:18Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e80c89","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "rate-test-model-e80c89", "reconcileID": "999d76c1-84bf-49a0-81be-310e967a7b83", "LLMInferenceService": "rate-test-model-e80c89", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:21:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "9f8d1ddf-5519-445e-91a5-5822fe44bd32", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:21:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "9f8d1ddf-5519-445e-91a5-5822fe44bd32", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89-authn-ssl"} 2026-07-07T13:21:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "9f8d1ddf-5519-445e-91a5-5822fe44bd32", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:21:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "3a8dfae6-a368-412c-9d68-d3a5b85a6f80", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:21:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "3a8dfae6-a368-412c-9d68-d3a5b85a6f80", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89-authn-ssl"} 2026-07-07T13:21:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "3a8dfae6-a368-412c-9d68-d3a5b85a6f80", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:21:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "97cbc601-4033-49a9-83fd-14e14af32a42", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T13:21:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1b8da7ac-85d2-4eeb-9291-bb144a891b77", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T13:21:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "a2090371-4c61-46fb-9173-a83f96d9d947", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:21:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "a2090371-4c61-46fb-9173-a83f96d9d947", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7-authn-ssl"} 2026-07-07T13:21:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "a2090371-4c61-46fb-9173-a83f96d9d947", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:21:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ed49433f-3fbd-4acd-8ab4-f979c8b21db2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-07T13:22:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d81a39b-ebd0-4b95-838e-494cdf0e78c0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:22:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d81a39b-ebd0-4b95-838e-494cdf0e78c0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0ebff7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T13:22:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d81a39b-ebd0-4b95-838e-494cdf0e78c0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-0ebff7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T13:22:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "odh-trusted-ca-bundle", "reconcileID": "c257cdcc-1a1b-423f-8ed0-21f7f3555615", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:22:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "odh-trusted-ca-bundle", "reconcileID": "c257cdcc-1a1b-423f-8ed0-21f7f3555615", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:22:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "openshift-service-ca.crt", "reconcileID": "71a2c5e0-c992-4d37-81a0-7fbd727da55e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:22:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "openshift-service-ca.crt", "reconcileID": "71a2c5e0-c992-4d37-81a0-7fbd727da55e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:22:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a0637eb5-996c-4905-8022-9e35c99fc65a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:22:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0ebff7"}, "namespace": "ai-tenant-e2e-shared-a-0ebff7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a0637eb5-996c-4905-8022-9e35c99fc65a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0ebff7"} 2026-07-07T13:22:03Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0ebff7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0ebff7", "reconcileID": "a7351c82-0c4e-43b1-af1b-ad3b5096b026", "Gateway": "e2e-shared-a-0ebff7", "namespace": "openshift-ingress"} 2026-07-07T13:22:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "888c5355-0f81-471b-83e7-4c784d4bcc55", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:22:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "888c5355-0f81-471b-83e7-4c784d4bcc55", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89-authn-ssl"} 2026-07-07T13:22:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "888c5355-0f81-471b-83e7-4c784d4bcc55", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"} 2026-07-07T13:22:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c052f984-53e7-4db8-bd6e-05ccc3cbdee9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:22:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c052f984-53e7-4db8-bd6e-05ccc3cbdee9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e80c89", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T13:22:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c052f984-53e7-4db8-bd6e-05ccc3cbdee9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-e80c89 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T13:22:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "odh-trusted-ca-bundle", "reconcileID": "9f46344f-1b34-4f84-a885-946ac5783aca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:22:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "odh-trusted-ca-bundle", "reconcileID": "9f46344f-1b34-4f84-a885-946ac5783aca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:22:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "openshift-service-ca.crt", "reconcileID": "6d98b22c-f413-4bc7-9632-a34fb8730292", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:22:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "openshift-service-ca.crt", "reconcileID": "6d98b22c-f413-4bc7-9632-a34fb8730292", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:22:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "83712d42-688a-43fe-a79a-66712c87ed19", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:22:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e80c89"}, "namespace": "ai-tenant-e2e-shared-b-e80c89", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "83712d42-688a-43fe-a79a-66712c87ed19", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e80c89"} 2026-07-07T13:22:10Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e80c89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e80c89", "reconcileID": "ea57584f-7a34-4fae-a2fb-c1b7f63916fa", "Gateway": "e2e-shared-b-e80c89", "namespace": "openshift-ingress"}