2026-07-02T20:52:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-199208","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-199208", "reconcileID": "3dde16ac-e358-4185-a4e4-6afe9741feff", "Gateway": "e2e-api-b-199208", "namespace": "openshift-ingress", "name": "e2e-api-b-199208-authn-ssl"} 2026-07-02T20:52:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-199208","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-199208", "reconcileID": "3dde16ac-e358-4185-a4e4-6afe9741feff", "Gateway": "e2e-api-b-199208", "namespace": "openshift-ingress"} 2026-07-02T20:52:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-199208"}, "namespace": "ai-tenant-e2e-api-b-199208", "name": "openshift-service-ca.crt", "reconcileID": "b0ca106a-9d07-4296-9362-800bcee927bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-199208"} 2026-07-02T20:52:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-199208"}, "namespace": "ai-tenant-e2e-api-b-199208", "name": "odh-trusted-ca-bundle", "reconcileID": "2f3404f3-4aa2-45f6-ae1f-3e667ed00354", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-199208"} 2026-07-02T20:52:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-199208"}, "namespace": "ai-tenant-e2e-api-b-199208", "name": "openshift-service-ca.crt", "reconcileID": "d00a17c8-bbf3-4913-87ac-a3450dc5623d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-199208", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T20:52:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-199208"}, "namespace": "ai-tenant-e2e-api-b-199208", "name": "openshift-service-ca.crt", "reconcileID": "d00a17c8-bbf3-4913-87ac-a3450dc5623d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-199208"} 2026-07-02T20:52:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-199208"}, "namespace": "ai-tenant-e2e-api-b-199208", "name": "openshift-service-ca.crt", "reconcileID": "c355bc46-e210-4027-a3da-1ead1b9d4957", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-199208"} 2026-07-02T20:52:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-199208"}, "namespace": "ai-tenant-e2e-api-b-199208", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95f74620-2abd-498d-9c29-8960d1a8180c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-199208"} 2026-07-02T20:52:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-199208"}, "namespace": "ai-tenant-e2e-api-b-199208", "name": "odh-trusted-ca-bundle", "reconcileID": "72c01155-20d2-4267-8892-59d5d600567e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-199208", "update": "odh-kserve-custom-ca-bundle"} 2026-07-02T20:52:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-199208"}, "namespace": "ai-tenant-e2e-api-b-199208", "name": "odh-trusted-ca-bundle", "reconcileID": "72c01155-20d2-4267-8892-59d5d600567e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-199208"} 2026-07-02T20:52:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-199208"}, "namespace": "ai-tenant-e2e-api-b-199208", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7bd5f427-ec65-41e6-b6e9-eee25a457923", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-199208"} 2026-07-02T20:52:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-199208","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-199208", "reconcileID": "5c5c13d4-0046-4939-adb9-77ec566c082f", "Gateway": "e2e-api-b-199208", "namespace": "openshift-ingress"} 2026-07-02T20:52:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-199208","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-199208", "reconcileID": "5c5c13d4-0046-4939-adb9-77ec566c082f", "Gateway": "e2e-api-b-199208", "namespace": "openshift-ingress", "name": "e2e-api-b-199208-authn-ssl"} 2026-07-02T20:52:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-199208","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-199208", "reconcileID": "5c5c13d4-0046-4939-adb9-77ec566c082f", "Gateway": "e2e-api-b-199208", "namespace": "openshift-ingress"} 2026-07-02T20:52:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "0aab8c63-bd21-4792-8b67-33518656a0dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T20:52:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3f65e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3f65e9", "reconcileID": "66946fe8-6471-4709-a6e6-93263a8e1558", "Gateway": "e2e-api-a-3f65e9", "namespace": "openshift-ingress"} 2026-07-02T20:52:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3f65e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3f65e9", "reconcileID": "66946fe8-6471-4709-a6e6-93263a8e1558", "Gateway": "e2e-api-a-3f65e9", "namespace": "openshift-ingress", "name": "e2e-api-a-3f65e9-authn-ssl"} 2026-07-02T20:52:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3f65e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3f65e9", "reconcileID": "66946fe8-6471-4709-a6e6-93263a8e1558", "Gateway": "e2e-api-a-3f65e9", "namespace": "openshift-ingress"} 2026-07-02T20:52:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "93754328-bdf8-4b22-97a0-15599fe78eb7", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T20:52:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-199208","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-199208", "reconcileID": "4aa92e16-b27c-4518-9c8f-8b514f50d5b0", "Gateway": "e2e-api-b-199208", "namespace": "openshift-ingress"} 2026-07-02T20:52:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-199208","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-199208", "reconcileID": "4aa92e16-b27c-4518-9c8f-8b514f50d5b0", "Gateway": "e2e-api-b-199208", "namespace": "openshift-ingress", "name": "e2e-api-b-199208-authn-ssl"} 2026-07-02T20:52:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-199208","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-199208", "reconcileID": "4aa92e16-b27c-4518-9c8f-8b514f50d5b0", "Gateway": "e2e-api-b-199208", "namespace": "openshift-ingress"} 2026-07-02T20:52:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "06dd4bc3-d1fb-44ea-b2fc-813e74f0b80b", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T20:52:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3f65e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3f65e9", "reconcileID": "19686654-e28e-436a-b073-25ad4d4e7479", "Gateway": "e2e-api-a-3f65e9", "namespace": "openshift-ingress"} 2026-07-02T20:52:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3f65e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3f65e9", "reconcileID": "19686654-e28e-436a-b073-25ad4d4e7479", "Gateway": "e2e-api-a-3f65e9", "namespace": "openshift-ingress", "name": "e2e-api-a-3f65e9-authn-ssl"} 2026-07-02T20:52:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3f65e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3f65e9", "reconcileID": "19686654-e28e-436a-b073-25ad4d4e7479", "Gateway": "e2e-api-a-3f65e9", "namespace": "openshift-ingress"} 2026-07-02T20:52:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-3f65e9"}, "namespace": "ai-tenant-e2e-api-a-3f65e9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89493381-a526-4176-ae88-d3ad863e8529", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3f65e9"} 2026-07-02T20:52:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-3f65e9"}, "namespace": "ai-tenant-e2e-api-a-3f65e9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89493381-a526-4176-ae88-d3ad863e8529", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3f65e9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T20:52:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-3f65e9"}, "namespace": "ai-tenant-e2e-api-a-3f65e9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89493381-a526-4176-ae88-d3ad863e8529", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-3f65e9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-02T20:52:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-3f65e9"}, "namespace": "ai-tenant-e2e-api-a-3f65e9", "name": "odh-trusted-ca-bundle", "reconcileID": "dd5672f6-25f2-4693-a877-22c69f88e1d3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3f65e9"} 2026-07-02T20:52:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-3f65e9"}, "namespace": "ai-tenant-e2e-api-a-3f65e9", "name": "odh-trusted-ca-bundle", "reconcileID": "dd5672f6-25f2-4693-a877-22c69f88e1d3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3f65e9"} 2026-07-02T20:52:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-3f65e9"}, "namespace": "ai-tenant-e2e-api-a-3f65e9", "name": "openshift-service-ca.crt", "reconcileID": "2f7613f5-ff7c-481f-ac4d-6be5b6f96265", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-3f65e9"} 2026-07-02T20:52:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-3f65e9"}, "namespace": "ai-tenant-e2e-api-a-3f65e9", "name": "openshift-service-ca.crt", "reconcileID": "2f7613f5-ff7c-481f-ac4d-6be5b6f96265", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-3f65e9"} 2026-07-02T20:52:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-3f65e9"}, "namespace": "ai-tenant-e2e-api-a-3f65e9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7cc952b6-e4bb-4793-b96e-0aa1bdfb509f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3f65e9"} 2026-07-02T20:52:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-3f65e9"}, "namespace": "ai-tenant-e2e-api-a-3f65e9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7cc952b6-e4bb-4793-b96e-0aa1bdfb509f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3f65e9"} 2026-07-02T20:52:27Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3f65e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3f65e9", "reconcileID": "a670eeff-e3e0-4353-ac7d-bcfa951f901f", "Gateway": "e2e-api-a-3f65e9", "namespace": "openshift-ingress"} 2026-07-02T20:52:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "10d03d97-c152-4976-a31c-4e5b08570853", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T20:52:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-199208","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-199208", "reconcileID": "2b1d7d64-f4fc-474a-aabb-c003eab5a034", "Gateway": "e2e-api-b-199208", "namespace": "openshift-ingress"} 2026-07-02T20:52:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-199208","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-199208", "reconcileID": "2b1d7d64-f4fc-474a-aabb-c003eab5a034", "Gateway": "e2e-api-b-199208", "namespace": "openshift-ingress", "name": "e2e-api-b-199208-authn-ssl"} 2026-07-02T20:52:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-199208","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-199208", "reconcileID": "2b1d7d64-f4fc-474a-aabb-c003eab5a034", "Gateway": "e2e-api-b-199208", "namespace": "openshift-ingress"} 2026-07-02T20:52:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-199208"}, "namespace": "ai-tenant-e2e-api-b-199208", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae10c803-dc69-4663-9035-4387ecf9482d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-199208"} 2026-07-02T20:52:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-199208"}, "namespace": "ai-tenant-e2e-api-b-199208", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae10c803-dc69-4663-9035-4387ecf9482d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-199208", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T20:52:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-199208"}, "namespace": "ai-tenant-e2e-api-b-199208", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae10c803-dc69-4663-9035-4387ecf9482d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-199208 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-02T20:52:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-199208"}, "namespace": "ai-tenant-e2e-api-b-199208", "name": "odh-trusted-ca-bundle", "reconcileID": "7ba1493a-7c30-4aac-ab4a-01f0991f7229", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-199208"} 2026-07-02T20:52:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-199208"}, "namespace": "ai-tenant-e2e-api-b-199208", "name": "odh-trusted-ca-bundle", "reconcileID": "7ba1493a-7c30-4aac-ab4a-01f0991f7229", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-199208", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T20:52:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-199208"}, "namespace": "ai-tenant-e2e-api-b-199208", "name": "odh-trusted-ca-bundle", "reconcileID": "7ba1493a-7c30-4aac-ab4a-01f0991f7229", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-199208 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-02T20:52:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-199208"}, "namespace": "ai-tenant-e2e-api-b-199208", "name": "openshift-service-ca.crt", "reconcileID": "abf7a8e8-f5ab-4287-aa94-d19aedb91950", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-199208"} 2026-07-02T20:52:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-199208"}, "namespace": "ai-tenant-e2e-api-b-199208", "name": "openshift-service-ca.crt", "reconcileID": "abf7a8e8-f5ab-4287-aa94-d19aedb91950", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-199208"} 2026-07-02T20:52:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-199208"}, "namespace": "ai-tenant-e2e-api-b-199208", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c70ecf8e-9853-4214-b50e-761f2b32e86c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-199208"} 2026-07-02T20:52:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-199208"}, "namespace": "ai-tenant-e2e-api-b-199208", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c70ecf8e-9853-4214-b50e-761f2b32e86c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-199208"} 2026-07-02T20:52:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-199208"}, "namespace": "ai-tenant-e2e-api-b-199208", "name": "odh-trusted-ca-bundle", "reconcileID": "952733f3-71c8-4d8b-b759-63bc6478711e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-199208"} 2026-07-02T20:52:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-199208"}, "namespace": "ai-tenant-e2e-api-b-199208", "name": "odh-trusted-ca-bundle", "reconcileID": "952733f3-71c8-4d8b-b759-63bc6478711e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-199208"} 2026-07-02T20:52:34Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-199208","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-199208", "reconcileID": "48018347-f1eb-49c3-8ff4-5c1453bb4652", "Gateway": "e2e-api-b-199208", "namespace": "openshift-ingress"} 2026-07-02T20:52:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "b70299d3-63c2-42ab-a823-7efb134ebfd7", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:52:35Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "b70299d3-63c2-42ab-a823-7efb134ebfd7", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336-authn-ssl"} 2026-07-02T20:52:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "b70299d3-63c2-42ab-a823-7efb134ebfd7", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:52:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "a138535a-a641-47c5-ada4-b64772509cd9", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:52:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "a138535a-a641-47c5-ada4-b64772509cd9", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336-authn-ssl"} 2026-07-02T20:52:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "a138535a-a641-47c5-ada4-b64772509cd9", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:52:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "6c633b5b-3de5-4e68-863c-37a7b683bc57", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:52:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "6c633b5b-3de5-4e68-863c-37a7b683bc57", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336-authn-ssl"} 2026-07-02T20:52:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "6c633b5b-3de5-4e68-863c-37a7b683bc57", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:52:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "5d95341e-7563-4235-9cca-dbdec5749a4a", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:52:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "5d95341e-7563-4235-9cca-dbdec5749a4a", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336-authn-ssl"} 2026-07-02T20:52:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "5d95341e-7563-4235-9cca-dbdec5749a4a", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:52:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "d60e353e-c919-4b08-8879-14b40930356b", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:52:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "d60e353e-c919-4b08-8879-14b40930356b", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336-authn-ssl"} 2026-07-02T20:52:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "d60e353e-c919-4b08-8879-14b40930356b", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:52:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "f9851a2c-1bc4-46f1-89e8-33652a7fe328", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:52:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "f9851a2c-1bc4-46f1-89e8-33652a7fe328", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336-authn-ssl"} 2026-07-02T20:52:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "f9851a2c-1bc4-46f1-89e8-33652a7fe328", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:52:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "6d72ed5c-19ab-41ef-88c5-85674eabe921", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:52:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "6d72ed5c-19ab-41ef-88c5-85674eabe921", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336-authn-ssl"} 2026-07-02T20:52:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "6d72ed5c-19ab-41ef-88c5-85674eabe921", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:52:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "openshift-service-ca.crt", "reconcileID": "463c7e87-09aa-40b3-ae42-bab46f662fc4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:52:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "odh-trusted-ca-bundle", "reconcileID": "0704389d-ee64-4c15-93b5-cebb0c3324f4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:52:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "openshift-service-ca.crt", "reconcileID": "7ce55a2d-1bf2-43e7-9944-872568434f18", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-bf7336", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T20:52:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "openshift-service-ca.crt", "reconcileID": "7ce55a2d-1bf2-43e7-9944-872568434f18", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:52:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e670fdde-d5f9-4b9b-afdf-57761f314dfc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:52:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "openshift-service-ca.crt", "reconcileID": "43ef0831-4dac-47df-b306-8fa53f675689", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:52:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "odh-trusted-ca-bundle", "reconcileID": "15e7a946-ce67-4e96-9889-0c50194f0336", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-bf7336", "update": "odh-kserve-custom-ca-bundle"} 2026-07-02T20:52:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "odh-trusted-ca-bundle", "reconcileID": "15e7a946-ce67-4e96-9889-0c50194f0336", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:52:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4c8c2ca0-20da-49c6-a08f-0c359878cce6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:52:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "fd36e881-7d4d-4f69-893c-124df748cffb", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:52:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "fd36e881-7d4d-4f69-893c-124df748cffb", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336-authn-ssl"} 2026-07-02T20:52:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "fd36e881-7d4d-4f69-893c-124df748cffb", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:52:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "2fda5800-ee94-480f-9610-4df3c1877797", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T20:52:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "25dfa83e-eb82-4850-bfd1-16d52375fe13", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"} 2026-07-02T20:52:43Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "25dfa83e-eb82-4850-bfd1-16d52375fe13", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6-authn-ssl"} 2026-07-02T20:52:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "25dfa83e-eb82-4850-bfd1-16d52375fe13", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"} 2026-07-02T20:52:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "b09c2b37-4342-4120-a664-c9822a05d793", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"} 2026-07-02T20:52:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "b09c2b37-4342-4120-a664-c9822a05d793", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6-authn-ssl"} 2026-07-02T20:52:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "b09c2b37-4342-4120-a664-c9822a05d793", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"} 2026-07-02T20:52:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "bdcbde66-1ea3-4386-aba0-ffe760597384", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"} 2026-07-02T20:52:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "bdcbde66-1ea3-4386-aba0-ffe760597384", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6-authn-ssl"} 2026-07-02T20:52:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "bdcbde66-1ea3-4386-aba0-ffe760597384", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"} 2026-07-02T20:52:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "8f999b94-37d4-4917-a55b-82eb3fe46b2c", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"} 2026-07-02T20:52:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "8f999b94-37d4-4917-a55b-82eb3fe46b2c", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6-authn-ssl"} 2026-07-02T20:52:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "8f999b94-37d4-4917-a55b-82eb3fe46b2c", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"} 2026-07-02T20:52:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "031b7361-7e25-4f69-a7e1-2d21fbf1bde1", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"} 2026-07-02T20:52:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "031b7361-7e25-4f69-a7e1-2d21fbf1bde1", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6-authn-ssl"} 2026-07-02T20:52:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "031b7361-7e25-4f69-a7e1-2d21fbf1bde1", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"} 2026-07-02T20:52:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "f042d2a1-02cf-473b-8bba-ca46540eb908", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"} 2026-07-02T20:52:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "f042d2a1-02cf-473b-8bba-ca46540eb908", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6-authn-ssl"} 2026-07-02T20:52:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "f042d2a1-02cf-473b-8bba-ca46540eb908", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"} 2026-07-02T20:52:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "aabffe49-2121-4d21-93ae-47a177cda53e", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"} 2026-07-02T20:52:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "aabffe49-2121-4d21-93ae-47a177cda53e", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6-authn-ssl"} 2026-07-02T20:52:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "aabffe49-2121-4d21-93ae-47a177cda53e", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"} 2026-07-02T20:52:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "e4699cf6-59ba-4831-9cc4-77d590823a12", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:52:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "e4699cf6-59ba-4831-9cc4-77d590823a12", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336-authn-ssl"} 2026-07-02T20:52:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "e4699cf6-59ba-4831-9cc4-77d590823a12", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:52:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "openshift-service-ca.crt", "reconcileID": "b78e087f-4b96-4550-9523-305799a6c938", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:52:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "odh-trusted-ca-bundle", "reconcileID": "c4fd8845-ff05-47bd-80cf-014cc436c6c2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:52:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "openshift-service-ca.crt", "reconcileID": "1861ec3b-2adc-496a-8f21-ae1c474fc8ad", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-9994a6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T20:52:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "openshift-service-ca.crt", "reconcileID": "1861ec3b-2adc-496a-8f21-ae1c474fc8ad", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:52:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0fa75b20-bc29-4e51-9837-a85fbbb78db0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:52:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "openshift-service-ca.crt", "reconcileID": "0610ece1-bece-44b1-9758-2bfdd6af0d52", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:52:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "odh-trusted-ca-bundle", "reconcileID": "1744b3be-9e39-4397-b48c-0719290c528d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9994a6", "update": "odh-kserve-custom-ca-bundle"} 2026-07-02T20:52:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "odh-trusted-ca-bundle", "reconcileID": "1744b3be-9e39-4397-b48c-0719290c528d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:52:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cde362e6-6a85-4690-af7b-0c1f56307d1a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:52:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "d2b29be7-53de-48c6-808b-87180153dab0", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"} 2026-07-02T20:52:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "d2b29be7-53de-48c6-808b-87180153dab0", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6-authn-ssl"} 2026-07-02T20:52:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "d2b29be7-53de-48c6-808b-87180153dab0", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"} 2026-07-02T20:52:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "5e4ad2fb-1533-4151-ae27-e6e46a2c3d6e", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T20:52:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336", "reconcileID": "888f9b14-711f-47af-975e-ae3c016646c0", "LLMInferenceService": "auth-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:52:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336", "reconcileID": "888f9b14-711f-47af-975e-ae3c016646c0", "LLMInferenceService": "auth-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:52:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336", "reconcileID": "888f9b14-711f-47af-975e-ae3c016646c0", "LLMInferenceService": "auth-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:52:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "187d1f05-c5d3-47ed-8155-9828b4c72e00", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:52:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336", "reconcileID": "888f9b14-711f-47af-975e-ae3c016646c0", "LLMInferenceService": "auth-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336-kserve-route-authn"} 2026-07-02T20:52:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336", "reconcileID": "888f9b14-711f-47af-975e-ae3c016646c0", "LLMInferenceService": "auth-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336", "authType": "userdefined"} 2026-07-02T20:52:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336", "reconcileID": "888f9b14-711f-47af-975e-ae3c016646c0", "LLMInferenceService": "auth-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:52:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "187d1f05-c5d3-47ed-8155-9828b4c72e00", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336-authn-ssl"} 2026-07-02T20:52:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "187d1f05-c5d3-47ed-8155-9828b4c72e00", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:52:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336", "reconcileID": "a69f1c66-8e44-46cd-920f-d24e37afc9ea", "LLMInferenceService": "auth-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:52:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336", "reconcileID": "a69f1c66-8e44-46cd-920f-d24e37afc9ea", "LLMInferenceService": "auth-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:52:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336", "reconcileID": "a69f1c66-8e44-46cd-920f-d24e37afc9ea", "LLMInferenceService": "auth-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:52:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336", "reconcileID": "a69f1c66-8e44-46cd-920f-d24e37afc9ea", "LLMInferenceService": "auth-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336-kserve-route-authn"} 2026-07-02T20:52:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336", "reconcileID": "a69f1c66-8e44-46cd-920f-d24e37afc9ea", "LLMInferenceService": "auth-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336", "authType": "userdefined"} 2026-07-02T20:52:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336", "reconcileID": "a69f1c66-8e44-46cd-920f-d24e37afc9ea", "LLMInferenceService": "auth-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:52:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "a6e20426-15ad-4626-a776-e3c885ef9b9e", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"} 2026-07-02T20:52:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "a6e20426-15ad-4626-a776-e3c885ef9b9e", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6-authn-ssl"} 2026-07-02T20:52:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "a6e20426-15ad-4626-a776-e3c885ef9b9e", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"} 2026-07-02T20:52:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "80c47e21-bcd6-40b6-b9f1-025256620746", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T20:53:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "3c1ac8e0-366d-445b-9e20-527897599ffa", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T20:53:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "7e9607de-8134-4e91-b657-620bdeb6884a", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:53:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "7e9607de-8134-4e91-b657-620bdeb6884a", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336-authn-ssl"} 2026-07-02T20:53:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "7e9607de-8134-4e91-b657-620bdeb6884a", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:53:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336", "reconcileID": "daea773a-a48a-40fd-931e-39bf512e29be", "LLMInferenceService": "auth-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:53:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336", "reconcileID": "daea773a-a48a-40fd-931e-39bf512e29be", "LLMInferenceService": "auth-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:53:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336", "reconcileID": "daea773a-a48a-40fd-931e-39bf512e29be", "LLMInferenceService": "auth-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:53:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336", "reconcileID": "daea773a-a48a-40fd-931e-39bf512e29be", "LLMInferenceService": "auth-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336-kserve-route-authn"} 2026-07-02T20:53:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336", "reconcileID": "daea773a-a48a-40fd-931e-39bf512e29be", "LLMInferenceService": "auth-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336", "authType": "userdefined"} 2026-07-02T20:53:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336", "reconcileID": "daea773a-a48a-40fd-931e-39bf512e29be", "LLMInferenceService": "auth-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:53:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336", "reconcileID": "acae4bb0-d76c-4bf2-8862-636b6dbc926e", "LLMInferenceService": "auth-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:53:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336", "reconcileID": "acae4bb0-d76c-4bf2-8862-636b6dbc926e", "LLMInferenceService": "auth-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:53:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336", "reconcileID": "acae4bb0-d76c-4bf2-8862-636b6dbc926e", "LLMInferenceService": "auth-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:53:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336", "reconcileID": "acae4bb0-d76c-4bf2-8862-636b6dbc926e", "LLMInferenceService": "auth-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336-kserve-route-authn"} 2026-07-02T20:53:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336", "reconcileID": "acae4bb0-d76c-4bf2-8862-636b6dbc926e", "LLMInferenceService": "auth-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336", "authType": "userdefined"} 2026-07-02T20:53:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336", "reconcileID": "acae4bb0-d76c-4bf2-8862-636b6dbc926e", "LLMInferenceService": "auth-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:53:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336", "reconcileID": "3ef6fd0a-097d-48d2-9e05-85b4166682f2", "LLMInferenceService": "auth-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:53:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336", "reconcileID": "3ef6fd0a-097d-48d2-9e05-85b4166682f2", "LLMInferenceService": "auth-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:53:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336", "reconcileID": "3ef6fd0a-097d-48d2-9e05-85b4166682f2", "LLMInferenceService": "auth-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:53:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336", "reconcileID": "3ef6fd0a-097d-48d2-9e05-85b4166682f2", "LLMInferenceService": "auth-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336-kserve-route-authn"} 2026-07-02T20:53:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336", "reconcileID": "3ef6fd0a-097d-48d2-9e05-85b4166682f2", "LLMInferenceService": "auth-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336", "authType": "userdefined"} 2026-07-02T20:53:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336", "reconcileID": "3ef6fd0a-097d-48d2-9e05-85b4166682f2", "LLMInferenceService": "auth-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:53:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6", "reconcileID": "24b8fcce-d84b-4225-a3c4-4b7920a3d2a0", "LLMInferenceService": "auth-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:53:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6", "reconcileID": "24b8fcce-d84b-4225-a3c4-4b7920a3d2a0", "LLMInferenceService": "auth-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:53:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6", "reconcileID": "24b8fcce-d84b-4225-a3c4-4b7920a3d2a0", "LLMInferenceService": "auth-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:53:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "cbfea531-3032-4128-a815-f6b0f33b5fbd", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"} 2026-07-02T20:53:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6", "reconcileID": "24b8fcce-d84b-4225-a3c4-4b7920a3d2a0", "LLMInferenceService": "auth-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6-kserve-route-authn"} 2026-07-02T20:53:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6", "reconcileID": "24b8fcce-d84b-4225-a3c4-4b7920a3d2a0", "LLMInferenceService": "auth-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6", "authType": "userdefined"} 2026-07-02T20:53:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6", "reconcileID": "24b8fcce-d84b-4225-a3c4-4b7920a3d2a0", "LLMInferenceService": "auth-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:53:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "cbfea531-3032-4128-a815-f6b0f33b5fbd", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6-authn-ssl"} 2026-07-02T20:53:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "cbfea531-3032-4128-a815-f6b0f33b5fbd", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"} 2026-07-02T20:53:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6", "reconcileID": "e72b3425-5ec9-4286-8a5c-d530c714945c", "LLMInferenceService": "auth-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:53:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6", "reconcileID": "e72b3425-5ec9-4286-8a5c-d530c714945c", "LLMInferenceService": "auth-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:53:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6", "reconcileID": "e72b3425-5ec9-4286-8a5c-d530c714945c", "LLMInferenceService": "auth-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:53:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6", "reconcileID": "e72b3425-5ec9-4286-8a5c-d530c714945c", "LLMInferenceService": "auth-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6-kserve-route-authn"} 2026-07-02T20:53:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6", "reconcileID": "e72b3425-5ec9-4286-8a5c-d530c714945c", "LLMInferenceService": "auth-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6", "authType": "userdefined"} 2026-07-02T20:53:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6", "reconcileID": "e72b3425-5ec9-4286-8a5c-d530c714945c", "LLMInferenceService": "auth-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:53:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "fa24a02c-3f0b-43b3-bb54-41b7ec83b549", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"} 2026-07-02T20:53:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "fa24a02c-3f0b-43b3-bb54-41b7ec83b549", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6-authn-ssl"} 2026-07-02T20:53:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "fa24a02c-3f0b-43b3-bb54-41b7ec83b549", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"} 2026-07-02T20:53:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6", "reconcileID": "292f67fa-16c4-41fd-afd7-989e4bf3b453", "LLMInferenceService": "auth-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:53:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6", "reconcileID": "292f67fa-16c4-41fd-afd7-989e4bf3b453", "LLMInferenceService": "auth-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:53:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6", "reconcileID": "292f67fa-16c4-41fd-afd7-989e4bf3b453", "LLMInferenceService": "auth-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:53:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6", "reconcileID": "292f67fa-16c4-41fd-afd7-989e4bf3b453", "LLMInferenceService": "auth-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6-kserve-route-authn"} 2026-07-02T20:53:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6", "reconcileID": "292f67fa-16c4-41fd-afd7-989e4bf3b453", "LLMInferenceService": "auth-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6", "authType": "userdefined"} 2026-07-02T20:53:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6", "reconcileID": "292f67fa-16c4-41fd-afd7-989e4bf3b453", "LLMInferenceService": "auth-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:53:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6", "reconcileID": "4a513468-3b84-4532-8eed-1b1b5e91c3e5", "LLMInferenceService": "auth-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:53:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6", "reconcileID": "4a513468-3b84-4532-8eed-1b1b5e91c3e5", "LLMInferenceService": "auth-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:53:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6", "reconcileID": "4a513468-3b84-4532-8eed-1b1b5e91c3e5", "LLMInferenceService": "auth-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:53:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6", "reconcileID": "4a513468-3b84-4532-8eed-1b1b5e91c3e5", "LLMInferenceService": "auth-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6-kserve-route-authn"} 2026-07-02T20:53:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6", "reconcileID": "4a513468-3b84-4532-8eed-1b1b5e91c3e5", "LLMInferenceService": "auth-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6", "authType": "userdefined"} 2026-07-02T20:53:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6", "reconcileID": "4a513468-3b84-4532-8eed-1b1b5e91c3e5", "LLMInferenceService": "auth-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:53:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6", "reconcileID": "33e8a4d1-287c-4d2a-84fa-2e68ac4ec2a9", "LLMInferenceService": "auth-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:53:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6", "reconcileID": "33e8a4d1-287c-4d2a-84fa-2e68ac4ec2a9", "LLMInferenceService": "auth-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:53:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6", "reconcileID": "33e8a4d1-287c-4d2a-84fa-2e68ac4ec2a9", "LLMInferenceService": "auth-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:53:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6", "reconcileID": "33e8a4d1-287c-4d2a-84fa-2e68ac4ec2a9", "LLMInferenceService": "auth-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6-kserve-route-authn"} 2026-07-02T20:53:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6", "reconcileID": "33e8a4d1-287c-4d2a-84fa-2e68ac4ec2a9", "LLMInferenceService": "auth-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6", "authType": "userdefined"} 2026-07-02T20:53:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6", "reconcileID": "33e8a4d1-287c-4d2a-84fa-2e68ac4ec2a9", "LLMInferenceService": "auth-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:53:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "8c859db5-5779-45c2-9505-79673b8f7446", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:53:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "8c859db5-5779-45c2-9505-79673b8f7446", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336-authn-ssl"} 2026-07-02T20:53:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "8c859db5-5779-45c2-9505-79673b8f7446", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:53:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "f3a0b2c9-fbff-466a-b378-1e0353d33924", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"} 2026-07-02T20:53:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "f3a0b2c9-fbff-466a-b378-1e0353d33924", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6-authn-ssl"} 2026-07-02T20:53:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "f3a0b2c9-fbff-466a-b378-1e0353d33924", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"} 2026-07-02T20:55:27Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336", "reconcileID": "4f25a4d8-76f6-49f0-8e47-a272a9e9f901", "LLMInferenceService": "auth-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:55:27Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336", "reconcileID": "4f25a4d8-76f6-49f0-8e47-a272a9e9f901", "LLMInferenceService": "auth-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336"} 2026-07-02T20:55:27Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336", "reconcileID": "4f25a4d8-76f6-49f0-8e47-a272a9e9f901", "LLMInferenceService": "auth-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:55:27Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336", "reconcileID": "4f25a4d8-76f6-49f0-8e47-a272a9e9f901", "LLMInferenceService": "auth-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:55:27Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336", "reconcileID": "4f25a4d8-76f6-49f0-8e47-a272a9e9f901", "LLMInferenceService": "auth-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336-kserve-route-authn"} 2026-07-02T20:55:27Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336", "reconcileID": "4f25a4d8-76f6-49f0-8e47-a272a9e9f901", "LLMInferenceService": "auth-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336-kserve-route-authn"} 2026-07-02T20:55:27Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336", "reconcileID": "4f25a4d8-76f6-49f0-8e47-a272a9e9f901", "LLMInferenceService": "auth-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:55:27Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336", "reconcileID": "4f25a4d8-76f6-49f0-8e47-a272a9e9f901", "LLMInferenceService": "auth-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:55:27Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "auth-test-model-bf7336", "reconcileID": "35707dae-e75d-4b62-8689-ffdd89f3d0e2", "LLMInferenceService": "auth-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:55:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "fa7ddd75-2c50-407a-b384-30fb520f98e5", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:55:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "fa7ddd75-2c50-407a-b384-30fb520f98e5", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336-authn-ssl"} 2026-07-02T20:55:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "fa7ddd75-2c50-407a-b384-30fb520f98e5", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:55:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "6b517c09-29f4-4a05-8d48-4afdfdb8d801", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:55:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "6b517c09-29f4-4a05-8d48-4afdfdb8d801", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336-authn-ssl"} 2026-07-02T20:55:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "6b517c09-29f4-4a05-8d48-4afdfdb8d801", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:55:27Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6", "reconcileID": "823b723d-9132-440d-b675-561ddda85a7a", "LLMInferenceService": "auth-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:55:27Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6", "reconcileID": "823b723d-9132-440d-b675-561ddda85a7a", "LLMInferenceService": "auth-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6"} 2026-07-02T20:55:27Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6", "reconcileID": "823b723d-9132-440d-b675-561ddda85a7a", "LLMInferenceService": "auth-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:55:27Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6", "reconcileID": "823b723d-9132-440d-b675-561ddda85a7a", "LLMInferenceService": "auth-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:55:27Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6", "reconcileID": "823b723d-9132-440d-b675-561ddda85a7a", "LLMInferenceService": "auth-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6-kserve-route-authn"} 2026-07-02T20:55:27Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6", "reconcileID": "823b723d-9132-440d-b675-561ddda85a7a", "LLMInferenceService": "auth-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6-kserve-route-authn"} 2026-07-02T20:55:27Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6", "reconcileID": "823b723d-9132-440d-b675-561ddda85a7a", "LLMInferenceService": "auth-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:55:27Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6", "reconcileID": "823b723d-9132-440d-b675-561ddda85a7a", "LLMInferenceService": "auth-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:55:28Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "auth-test-model-9994a6", "reconcileID": "0d958b21-8b5d-422f-b4b8-1d4c03036db0", "LLMInferenceService": "auth-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:55:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "5877c52e-84a5-49ce-b61d-72c2dbf70fe3", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"} 2026-07-02T20:55:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "5877c52e-84a5-49ce-b61d-72c2dbf70fe3", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6-authn-ssl"} 2026-07-02T20:55:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "5877c52e-84a5-49ce-b61d-72c2dbf70fe3", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"} 2026-07-02T20:55:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "a653b104-d64f-4745-bebf-3890bd140d87", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"} 2026-07-02T20:55:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "a653b104-d64f-4745-bebf-3890bd140d87", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6-authn-ssl"} 2026-07-02T20:55:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "a653b104-d64f-4745-bebf-3890bd140d87", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"} 2026-07-02T20:55:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336", "reconcileID": "0f6e6dde-7779-47f6-a5da-c784773f02dc", "LLMInferenceService": "sub-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:55:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336", "reconcileID": "0f6e6dde-7779-47f6-a5da-c784773f02dc", "LLMInferenceService": "sub-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:55:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336", "reconcileID": "0f6e6dde-7779-47f6-a5da-c784773f02dc", "LLMInferenceService": "sub-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:55:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "97638553-b9e6-4c44-8691-97c57a7a5854", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:55:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336", "reconcileID": "0f6e6dde-7779-47f6-a5da-c784773f02dc", "LLMInferenceService": "sub-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336-kserve-route-authn"} 2026-07-02T20:55:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336", "reconcileID": "0f6e6dde-7779-47f6-a5da-c784773f02dc", "LLMInferenceService": "sub-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336", "authType": "userdefined"} 2026-07-02T20:55:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336", "reconcileID": "0f6e6dde-7779-47f6-a5da-c784773f02dc", "LLMInferenceService": "sub-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:55:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "97638553-b9e6-4c44-8691-97c57a7a5854", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336-authn-ssl"} 2026-07-02T20:55:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "97638553-b9e6-4c44-8691-97c57a7a5854", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:55:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336", "reconcileID": "96541454-30ae-4b18-9cbb-0cad6453e212", "LLMInferenceService": "sub-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:55:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336", "reconcileID": "96541454-30ae-4b18-9cbb-0cad6453e212", "LLMInferenceService": "sub-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:55:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336", "reconcileID": "96541454-30ae-4b18-9cbb-0cad6453e212", "LLMInferenceService": "sub-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:55:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336", "reconcileID": "96541454-30ae-4b18-9cbb-0cad6453e212", "LLMInferenceService": "sub-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336-kserve-route-authn"} 2026-07-02T20:55:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336", "reconcileID": "96541454-30ae-4b18-9cbb-0cad6453e212", "LLMInferenceService": "sub-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336", "authType": "userdefined"} 2026-07-02T20:55:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336", "reconcileID": "96541454-30ae-4b18-9cbb-0cad6453e212", "LLMInferenceService": "sub-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:55:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "4005f7ab-1391-4511-a2ee-fc7d32c80273", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:55:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "4005f7ab-1391-4511-a2ee-fc7d32c80273", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336-authn-ssl"} 2026-07-02T20:55:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "4005f7ab-1391-4511-a2ee-fc7d32c80273", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:55:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336", "reconcileID": "250886f9-dd16-4bd5-81a7-74a95bc2b80d", "LLMInferenceService": "sub-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:55:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336", "reconcileID": "250886f9-dd16-4bd5-81a7-74a95bc2b80d", "LLMInferenceService": "sub-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:55:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336", "reconcileID": "250886f9-dd16-4bd5-81a7-74a95bc2b80d", "LLMInferenceService": "sub-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:55:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336", "reconcileID": "250886f9-dd16-4bd5-81a7-74a95bc2b80d", "LLMInferenceService": "sub-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336-kserve-route-authn"} 2026-07-02T20:55:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336", "reconcileID": "250886f9-dd16-4bd5-81a7-74a95bc2b80d", "LLMInferenceService": "sub-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336", "authType": "userdefined"} 2026-07-02T20:55:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336", "reconcileID": "250886f9-dd16-4bd5-81a7-74a95bc2b80d", "LLMInferenceService": "sub-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:55:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336", "reconcileID": "9dc1ad8b-b623-4d23-8869-4bb4f9d8628c", "LLMInferenceService": "sub-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:55:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336", "reconcileID": "9dc1ad8b-b623-4d23-8869-4bb4f9d8628c", "LLMInferenceService": "sub-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:55:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336", "reconcileID": "9dc1ad8b-b623-4d23-8869-4bb4f9d8628c", "LLMInferenceService": "sub-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:55:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336", "reconcileID": "9dc1ad8b-b623-4d23-8869-4bb4f9d8628c", "LLMInferenceService": "sub-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336-kserve-route-authn"} 2026-07-02T20:55:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336", "reconcileID": "9dc1ad8b-b623-4d23-8869-4bb4f9d8628c", "LLMInferenceService": "sub-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336", "authType": "userdefined"} 2026-07-02T20:55:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336", "reconcileID": "9dc1ad8b-b623-4d23-8869-4bb4f9d8628c", "LLMInferenceService": "sub-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:55:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336", "reconcileID": "675a0854-0fe4-45aa-84e9-d240f10bb687", "LLMInferenceService": "sub-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:55:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336", "reconcileID": "675a0854-0fe4-45aa-84e9-d240f10bb687", "LLMInferenceService": "sub-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:55:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336", "reconcileID": "675a0854-0fe4-45aa-84e9-d240f10bb687", "LLMInferenceService": "sub-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:55:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336", "reconcileID": "675a0854-0fe4-45aa-84e9-d240f10bb687", "LLMInferenceService": "sub-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336-kserve-route-authn"} 2026-07-02T20:55:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336", "reconcileID": "675a0854-0fe4-45aa-84e9-d240f10bb687", "LLMInferenceService": "sub-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336", "authType": "userdefined"} 2026-07-02T20:55:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336", "reconcileID": "675a0854-0fe4-45aa-84e9-d240f10bb687", "LLMInferenceService": "sub-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:55:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "sub-test-model-9994a6", "reconcileID": "a8642c86-32c2-4876-98d3-d7b2cd406fa4", "LLMInferenceService": "sub-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:55:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "sub-test-model-9994a6", "reconcileID": "a8642c86-32c2-4876-98d3-d7b2cd406fa4", "LLMInferenceService": "sub-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:55:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "sub-test-model-9994a6", "reconcileID": "a8642c86-32c2-4876-98d3-d7b2cd406fa4", "LLMInferenceService": "sub-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:55:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "ef6dff36-b2d7-4d25-bfe2-b4e4373b36b5", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"} 2026-07-02T20:55:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "sub-test-model-9994a6", "reconcileID": "a8642c86-32c2-4876-98d3-d7b2cd406fa4", "LLMInferenceService": "sub-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "sub-test-model-9994a6-kserve-route-authn"} 2026-07-02T20:55:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "sub-test-model-9994a6", "reconcileID": "a8642c86-32c2-4876-98d3-d7b2cd406fa4", "LLMInferenceService": "sub-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6", "authType": "userdefined"} 2026-07-02T20:55:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "sub-test-model-9994a6", "reconcileID": "a8642c86-32c2-4876-98d3-d7b2cd406fa4", "LLMInferenceService": "sub-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:55:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "ef6dff36-b2d7-4d25-bfe2-b4e4373b36b5", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6-authn-ssl"} 2026-07-02T20:55:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "ef6dff36-b2d7-4d25-bfe2-b4e4373b36b5", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"} 2026-07-02T20:55:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "sub-test-model-9994a6", "reconcileID": "7efe920b-40a2-4551-af55-98e904207176", "LLMInferenceService": "sub-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:55:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "sub-test-model-9994a6", "reconcileID": "7efe920b-40a2-4551-af55-98e904207176", "LLMInferenceService": "sub-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:55:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "sub-test-model-9994a6", "reconcileID": "7efe920b-40a2-4551-af55-98e904207176", "LLMInferenceService": "sub-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:55:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "sub-test-model-9994a6", "reconcileID": "7efe920b-40a2-4551-af55-98e904207176", "LLMInferenceService": "sub-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "sub-test-model-9994a6-kserve-route-authn"} 2026-07-02T20:55:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "sub-test-model-9994a6", "reconcileID": "7efe920b-40a2-4551-af55-98e904207176", "LLMInferenceService": "sub-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6", "authType": "userdefined"} 2026-07-02T20:55:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "sub-test-model-9994a6", "reconcileID": "7efe920b-40a2-4551-af55-98e904207176", "LLMInferenceService": "sub-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:56:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "17d48d29-1816-455b-a5dc-33e34803484f", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"} 2026-07-02T20:56:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "17d48d29-1816-455b-a5dc-33e34803484f", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6-authn-ssl"} 2026-07-02T20:56:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "17d48d29-1816-455b-a5dc-33e34803484f", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"} 2026-07-02T20:56:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "sub-test-model-9994a6", "reconcileID": "a93b6288-a719-440f-83f4-b0f9d2b6f3ad", "LLMInferenceService": "sub-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:56:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "sub-test-model-9994a6", "reconcileID": "a93b6288-a719-440f-83f4-b0f9d2b6f3ad", "LLMInferenceService": "sub-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:56:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "sub-test-model-9994a6", "reconcileID": "a93b6288-a719-440f-83f4-b0f9d2b6f3ad", "LLMInferenceService": "sub-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:56:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "sub-test-model-9994a6", "reconcileID": "a93b6288-a719-440f-83f4-b0f9d2b6f3ad", "LLMInferenceService": "sub-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "sub-test-model-9994a6-kserve-route-authn"} 2026-07-02T20:56:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "sub-test-model-9994a6", "reconcileID": "a93b6288-a719-440f-83f4-b0f9d2b6f3ad", "LLMInferenceService": "sub-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6", "authType": "userdefined"} 2026-07-02T20:56:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "sub-test-model-9994a6", "reconcileID": "a93b6288-a719-440f-83f4-b0f9d2b6f3ad", "LLMInferenceService": "sub-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:56:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "sub-test-model-9994a6", "reconcileID": "a5bc3ad8-7382-40f6-ae89-f434a12a8f14", "LLMInferenceService": "sub-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:56:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "sub-test-model-9994a6", "reconcileID": "a5bc3ad8-7382-40f6-ae89-f434a12a8f14", "LLMInferenceService": "sub-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:56:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "sub-test-model-9994a6", "reconcileID": "a5bc3ad8-7382-40f6-ae89-f434a12a8f14", "LLMInferenceService": "sub-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:56:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "sub-test-model-9994a6", "reconcileID": "a5bc3ad8-7382-40f6-ae89-f434a12a8f14", "LLMInferenceService": "sub-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "sub-test-model-9994a6-kserve-route-authn"} 2026-07-02T20:56:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "sub-test-model-9994a6", "reconcileID": "a5bc3ad8-7382-40f6-ae89-f434a12a8f14", "LLMInferenceService": "sub-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6", "authType": "userdefined"} 2026-07-02T20:56:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "sub-test-model-9994a6", "reconcileID": "a5bc3ad8-7382-40f6-ae89-f434a12a8f14", "LLMInferenceService": "sub-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:56:52Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336", "reconcileID": "c3fb7938-b673-4339-b71b-d917f3135605", "LLMInferenceService": "sub-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:56:52Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336", "reconcileID": "c3fb7938-b673-4339-b71b-d917f3135605", "LLMInferenceService": "sub-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336"} 2026-07-02T20:56:52Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336", "reconcileID": "c3fb7938-b673-4339-b71b-d917f3135605", "LLMInferenceService": "sub-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:56:52Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336", "reconcileID": "c3fb7938-b673-4339-b71b-d917f3135605", "LLMInferenceService": "sub-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:56:52Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336", "reconcileID": "c3fb7938-b673-4339-b71b-d917f3135605", "LLMInferenceService": "sub-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336-kserve-route-authn"} 2026-07-02T20:56:52Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336", "reconcileID": "c3fb7938-b673-4339-b71b-d917f3135605", "LLMInferenceService": "sub-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336-kserve-route-authn"} 2026-07-02T20:56:52Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336", "reconcileID": "c3fb7938-b673-4339-b71b-d917f3135605", "LLMInferenceService": "sub-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:56:52Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336", "reconcileID": "c3fb7938-b673-4339-b71b-d917f3135605", "LLMInferenceService": "sub-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:56:52Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "sub-test-model-bf7336", "reconcileID": "37a37fd2-7b37-40a2-b03f-2780072557cf", "LLMInferenceService": "sub-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:56:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "0f0ea812-2fcb-406f-8789-a7f99df1770c", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:56:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "0f0ea812-2fcb-406f-8789-a7f99df1770c", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336-authn-ssl"} 2026-07-02T20:56:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "0f0ea812-2fcb-406f-8789-a7f99df1770c", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:56:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "03cf782a-e0fd-4f1a-afea-6bceed441b4a", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:56:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "03cf782a-e0fd-4f1a-afea-6bceed441b4a", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336-authn-ssl"} 2026-07-02T20:56:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "03cf782a-e0fd-4f1a-afea-6bceed441b4a", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:56:53Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "sub-test-model-9994a6", "reconcileID": "2b8e5270-c3de-4197-8899-faef40855634", "LLMInferenceService": "sub-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:56:53Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "sub-test-model-9994a6", "reconcileID": "2b8e5270-c3de-4197-8899-faef40855634", "LLMInferenceService": "sub-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "sub-test-model-9994a6"} 2026-07-02T20:56:53Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "sub-test-model-9994a6", "reconcileID": "2b8e5270-c3de-4197-8899-faef40855634", "LLMInferenceService": "sub-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:56:53Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "sub-test-model-9994a6", "reconcileID": "2b8e5270-c3de-4197-8899-faef40855634", "LLMInferenceService": "sub-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:56:53Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "sub-test-model-9994a6", "reconcileID": "2b8e5270-c3de-4197-8899-faef40855634", "LLMInferenceService": "sub-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "sub-test-model-9994a6-kserve-route-authn"} 2026-07-02T20:56:53Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "sub-test-model-9994a6", "reconcileID": "2b8e5270-c3de-4197-8899-faef40855634", "LLMInferenceService": "sub-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "sub-test-model-9994a6-kserve-route-authn"} 2026-07-02T20:56:53Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "sub-test-model-9994a6", "reconcileID": "2b8e5270-c3de-4197-8899-faef40855634", "LLMInferenceService": "sub-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:56:53Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "sub-test-model-9994a6", "reconcileID": "2b8e5270-c3de-4197-8899-faef40855634", "LLMInferenceService": "sub-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:56:53Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "sub-test-model-9994a6", "reconcileID": "e91bc4f8-f64a-43f2-94d9-c9b0b789e393", "LLMInferenceService": "sub-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:56:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "f5288333-6281-42c5-8acd-8733afbf42e5", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"} 2026-07-02T20:56:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "f5288333-6281-42c5-8acd-8733afbf42e5", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6-authn-ssl"} 2026-07-02T20:56:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "f5288333-6281-42c5-8acd-8733afbf42e5", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"} 2026-07-02T20:56:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "7d2cd98a-8f26-45cf-9473-5b42570a9259", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"} 2026-07-02T20:56:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "7d2cd98a-8f26-45cf-9473-5b42570a9259", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6-authn-ssl"} 2026-07-02T20:56:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "7d2cd98a-8f26-45cf-9473-5b42570a9259", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"} 2026-07-02T20:56:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336", "reconcileID": "9925a8ca-6ba2-4665-af29-1c6fd8dd1e1c", "LLMInferenceService": "rate-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:56:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336", "reconcileID": "9925a8ca-6ba2-4665-af29-1c6fd8dd1e1c", "LLMInferenceService": "rate-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:56:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336", "reconcileID": "9925a8ca-6ba2-4665-af29-1c6fd8dd1e1c", "LLMInferenceService": "rate-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:56:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "dc804c91-e89c-469f-aba6-a573e61859f3", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:56:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336", "reconcileID": "9925a8ca-6ba2-4665-af29-1c6fd8dd1e1c", "LLMInferenceService": "rate-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336-kserve-route-authn"} 2026-07-02T20:56:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336", "reconcileID": "9925a8ca-6ba2-4665-af29-1c6fd8dd1e1c", "LLMInferenceService": "rate-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336", "authType": "userdefined"} 2026-07-02T20:56:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336", "reconcileID": "9925a8ca-6ba2-4665-af29-1c6fd8dd1e1c", "LLMInferenceService": "rate-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:56:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "dc804c91-e89c-469f-aba6-a573e61859f3", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336-authn-ssl"} 2026-07-02T20:56:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "dc804c91-e89c-469f-aba6-a573e61859f3", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:56:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336", "reconcileID": "f50cc189-d559-4a8e-acda-8480b23f05eb", "LLMInferenceService": "rate-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:56:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336", "reconcileID": "f50cc189-d559-4a8e-acda-8480b23f05eb", "LLMInferenceService": "rate-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:56:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336", "reconcileID": "f50cc189-d559-4a8e-acda-8480b23f05eb", "LLMInferenceService": "rate-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:56:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336", "reconcileID": "f50cc189-d559-4a8e-acda-8480b23f05eb", "LLMInferenceService": "rate-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336-kserve-route-authn"} 2026-07-02T20:56:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336", "reconcileID": "f50cc189-d559-4a8e-acda-8480b23f05eb", "LLMInferenceService": "rate-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336", "authType": "userdefined"} 2026-07-02T20:56:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336", "reconcileID": "f50cc189-d559-4a8e-acda-8480b23f05eb", "LLMInferenceService": "rate-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:57:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "d613e8ab-9e3b-4dbe-8b07-49410f29aeae", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T20:57:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "156ce6b1-c8d3-4350-93c8-00614cd9655b", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:57:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "156ce6b1-c8d3-4350-93c8-00614cd9655b", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336-authn-ssl"} 2026-07-02T20:57:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "156ce6b1-c8d3-4350-93c8-00614cd9655b", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:57:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336", "reconcileID": "45e7d299-9826-4111-a6f2-634616dfb7e1", "LLMInferenceService": "rate-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:57:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336", "reconcileID": "45e7d299-9826-4111-a6f2-634616dfb7e1", "LLMInferenceService": "rate-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:57:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336", "reconcileID": "45e7d299-9826-4111-a6f2-634616dfb7e1", "LLMInferenceService": "rate-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:57:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336", "reconcileID": "45e7d299-9826-4111-a6f2-634616dfb7e1", "LLMInferenceService": "rate-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336-kserve-route-authn"} 2026-07-02T20:57:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336", "reconcileID": "45e7d299-9826-4111-a6f2-634616dfb7e1", "LLMInferenceService": "rate-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336", "authType": "userdefined"} 2026-07-02T20:57:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336", "reconcileID": "45e7d299-9826-4111-a6f2-634616dfb7e1", "LLMInferenceService": "rate-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:57:26Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-02T20:57:26Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-02T20:57:28Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-02T20:57:28Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-02T20:57:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336", "reconcileID": "0e0f46c7-7885-4d40-b458-e8e3feee6cb7", "LLMInferenceService": "rate-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:57:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336", "reconcileID": "0e0f46c7-7885-4d40-b458-e8e3feee6cb7", "LLMInferenceService": "rate-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:57:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336", "reconcileID": "0e0f46c7-7885-4d40-b458-e8e3feee6cb7", "LLMInferenceService": "rate-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:57:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336", "reconcileID": "0e0f46c7-7885-4d40-b458-e8e3feee6cb7", "LLMInferenceService": "rate-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336-kserve-route-authn"} 2026-07-02T20:57:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336", "reconcileID": "0e0f46c7-7885-4d40-b458-e8e3feee6cb7", "LLMInferenceService": "rate-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336", "authType": "userdefined"} 2026-07-02T20:57:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336", "reconcileID": "0e0f46c7-7885-4d40-b458-e8e3feee6cb7", "LLMInferenceService": "rate-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:57:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336", "reconcileID": "074b60ff-1f38-47c8-9516-6ca91838a800", "LLMInferenceService": "rate-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:57:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336", "reconcileID": "074b60ff-1f38-47c8-9516-6ca91838a800", "LLMInferenceService": "rate-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:57:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336", "reconcileID": "074b60ff-1f38-47c8-9516-6ca91838a800", "LLMInferenceService": "rate-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:57:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336", "reconcileID": "074b60ff-1f38-47c8-9516-6ca91838a800", "LLMInferenceService": "rate-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336-kserve-route-authn"} 2026-07-02T20:57:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336", "reconcileID": "074b60ff-1f38-47c8-9516-6ca91838a800", "LLMInferenceService": "rate-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336", "authType": "userdefined"} 2026-07-02T20:57:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336", "reconcileID": "074b60ff-1f38-47c8-9516-6ca91838a800", "LLMInferenceService": "rate-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:57:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6", "reconcileID": "2292828a-5091-45bc-b3a0-b6c694f62d4e", "LLMInferenceService": "rate-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:57:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6", "reconcileID": "2292828a-5091-45bc-b3a0-b6c694f62d4e", "LLMInferenceService": "rate-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:57:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6", "reconcileID": "2292828a-5091-45bc-b3a0-b6c694f62d4e", "LLMInferenceService": "rate-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:57:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "505f1020-ed04-4cf5-9225-0e5fd0841cd3", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"} 2026-07-02T20:57:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6", "reconcileID": "2292828a-5091-45bc-b3a0-b6c694f62d4e", "LLMInferenceService": "rate-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6-kserve-route-authn"} 2026-07-02T20:57:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6", "reconcileID": "2292828a-5091-45bc-b3a0-b6c694f62d4e", "LLMInferenceService": "rate-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6", "authType": "userdefined"} 2026-07-02T20:57:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6", "reconcileID": "2292828a-5091-45bc-b3a0-b6c694f62d4e", "LLMInferenceService": "rate-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:57:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "505f1020-ed04-4cf5-9225-0e5fd0841cd3", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6-authn-ssl"} 2026-07-02T20:57:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "505f1020-ed04-4cf5-9225-0e5fd0841cd3", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"} 2026-07-02T20:57:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6", "reconcileID": "e3aeabc3-e695-4f10-b1f5-9e61dad34b99", "LLMInferenceService": "rate-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:57:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6", "reconcileID": "e3aeabc3-e695-4f10-b1f5-9e61dad34b99", "LLMInferenceService": "rate-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:57:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6", "reconcileID": "e3aeabc3-e695-4f10-b1f5-9e61dad34b99", "LLMInferenceService": "rate-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:57:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6", "reconcileID": "e3aeabc3-e695-4f10-b1f5-9e61dad34b99", "LLMInferenceService": "rate-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6-kserve-route-authn"} 2026-07-02T20:57:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6", "reconcileID": "e3aeabc3-e695-4f10-b1f5-9e61dad34b99", "LLMInferenceService": "rate-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6", "authType": "userdefined"} 2026-07-02T20:57:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6", "reconcileID": "e3aeabc3-e695-4f10-b1f5-9e61dad34b99", "LLMInferenceService": "rate-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:57:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "49388db8-4f09-4cfc-af8a-9dd50a5803d7", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"} 2026-07-02T20:57:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "49388db8-4f09-4cfc-af8a-9dd50a5803d7", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6-authn-ssl"} 2026-07-02T20:57:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "49388db8-4f09-4cfc-af8a-9dd50a5803d7", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"} 2026-07-02T20:57:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6", "reconcileID": "3cfed929-5f6e-4b20-b20d-64e382d34f1c", "LLMInferenceService": "rate-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:57:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6", "reconcileID": "3cfed929-5f6e-4b20-b20d-64e382d34f1c", "LLMInferenceService": "rate-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:57:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6", "reconcileID": "3cfed929-5f6e-4b20-b20d-64e382d34f1c", "LLMInferenceService": "rate-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:57:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6", "reconcileID": "3cfed929-5f6e-4b20-b20d-64e382d34f1c", "LLMInferenceService": "rate-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6-kserve-route-authn"} 2026-07-02T20:57:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6", "reconcileID": "3cfed929-5f6e-4b20-b20d-64e382d34f1c", "LLMInferenceService": "rate-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6", "authType": "userdefined"} 2026-07-02T20:57:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6", "reconcileID": "3cfed929-5f6e-4b20-b20d-64e382d34f1c", "LLMInferenceService": "rate-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:57:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6", "reconcileID": "688ecc93-648e-4cb8-a516-79b0586c1b2a", "LLMInferenceService": "rate-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:57:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6", "reconcileID": "688ecc93-648e-4cb8-a516-79b0586c1b2a", "LLMInferenceService": "rate-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:57:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6", "reconcileID": "688ecc93-648e-4cb8-a516-79b0586c1b2a", "LLMInferenceService": "rate-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:57:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6", "reconcileID": "688ecc93-648e-4cb8-a516-79b0586c1b2a", "LLMInferenceService": "rate-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6-kserve-route-authn"} 2026-07-02T20:57:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6", "reconcileID": "688ecc93-648e-4cb8-a516-79b0586c1b2a", "LLMInferenceService": "rate-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6", "authType": "userdefined"} 2026-07-02T20:57:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6", "reconcileID": "688ecc93-648e-4cb8-a516-79b0586c1b2a", "LLMInferenceService": "rate-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:57:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6", "reconcileID": "36c884dc-8586-421a-bbf1-3f52ff61356e", "LLMInferenceService": "rate-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:57:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6", "reconcileID": "36c884dc-8586-421a-bbf1-3f52ff61356e", "LLMInferenceService": "rate-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:57:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6", "reconcileID": "36c884dc-8586-421a-bbf1-3f52ff61356e", "LLMInferenceService": "rate-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:57:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6", "reconcileID": "36c884dc-8586-421a-bbf1-3f52ff61356e", "LLMInferenceService": "rate-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6-kserve-route-authn"} 2026-07-02T20:57:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6", "reconcileID": "36c884dc-8586-421a-bbf1-3f52ff61356e", "LLMInferenceService": "rate-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6", "authType": "userdefined"} 2026-07-02T20:57:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6", "reconcileID": "36c884dc-8586-421a-bbf1-3f52ff61356e", "LLMInferenceService": "rate-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:58:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "81390b54-e548-42d8-8a11-eb7786f5280e", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T20:58:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "35235e1e-bbcf-4a84-8b2b-0a149647f0fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T20:58:29Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336", "reconcileID": "b124062b-5452-47f9-8147-9df57a98e13f", "LLMInferenceService": "rate-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:58:29Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336", "reconcileID": "b124062b-5452-47f9-8147-9df57a98e13f", "LLMInferenceService": "rate-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336"} 2026-07-02T20:58:29Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336", "reconcileID": "b124062b-5452-47f9-8147-9df57a98e13f", "LLMInferenceService": "rate-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:58:29Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336", "reconcileID": "b124062b-5452-47f9-8147-9df57a98e13f", "LLMInferenceService": "rate-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:58:29Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336", "reconcileID": "b124062b-5452-47f9-8147-9df57a98e13f", "LLMInferenceService": "rate-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336-kserve-route-authn"} 2026-07-02T20:58:29Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336", "reconcileID": "b124062b-5452-47f9-8147-9df57a98e13f", "LLMInferenceService": "rate-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336-kserve-route-authn"} 2026-07-02T20:58:29Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336", "reconcileID": "b124062b-5452-47f9-8147-9df57a98e13f", "LLMInferenceService": "rate-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:58:29Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336", "reconcileID": "b124062b-5452-47f9-8147-9df57a98e13f", "LLMInferenceService": "rate-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:58:29Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-bf7336","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "rate-test-model-bf7336", "reconcileID": "a5fa0b56-7052-48c5-8f80-6f48ed8cd5e0", "LLMInferenceService": "rate-test-model-bf7336", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:58:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "fc2e16ed-dd4a-40bf-a13a-09aa235ca6c1", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:58:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "fc2e16ed-dd4a-40bf-a13a-09aa235ca6c1", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336-authn-ssl"} 2026-07-02T20:58:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "fc2e16ed-dd4a-40bf-a13a-09aa235ca6c1", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:58:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "786e9e35-eab2-430a-9885-ae8092e5a03b", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:58:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "786e9e35-eab2-430a-9885-ae8092e5a03b", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336-authn-ssl"} 2026-07-02T20:58:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "786e9e35-eab2-430a-9885-ae8092e5a03b", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:58:30Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6", "reconcileID": "4c6d5f79-5a78-4a3e-b3bf-6dc11d21f66e", "LLMInferenceService": "rate-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:58:30Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6", "reconcileID": "4c6d5f79-5a78-4a3e-b3bf-6dc11d21f66e", "LLMInferenceService": "rate-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6"} 2026-07-02T20:58:30Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6", "reconcileID": "4c6d5f79-5a78-4a3e-b3bf-6dc11d21f66e", "LLMInferenceService": "rate-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:58:30Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6", "reconcileID": "4c6d5f79-5a78-4a3e-b3bf-6dc11d21f66e", "LLMInferenceService": "rate-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:58:30Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6", "reconcileID": "4c6d5f79-5a78-4a3e-b3bf-6dc11d21f66e", "LLMInferenceService": "rate-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6-kserve-route-authn"} 2026-07-02T20:58:30Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6", "reconcileID": "4c6d5f79-5a78-4a3e-b3bf-6dc11d21f66e", "LLMInferenceService": "rate-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6-kserve-route-authn"} 2026-07-02T20:58:30Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6", "reconcileID": "4c6d5f79-5a78-4a3e-b3bf-6dc11d21f66e", "LLMInferenceService": "rate-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:58:30Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6", "reconcileID": "4c6d5f79-5a78-4a3e-b3bf-6dc11d21f66e", "LLMInferenceService": "rate-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:58:30Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-9994a6","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "rate-test-model-9994a6", "reconcileID": "fee74578-7cdf-48ea-bf80-98eb43fc62c0", "LLMInferenceService": "rate-test-model-9994a6", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:58:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "fc376f8e-6fbd-4659-920b-f92d546f726f", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"} 2026-07-02T20:58:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "fc376f8e-6fbd-4659-920b-f92d546f726f", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6-authn-ssl"} 2026-07-02T20:58:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "fc376f8e-6fbd-4659-920b-f92d546f726f", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"} 2026-07-02T20:58:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "4f9fd814-9754-45e5-96c2-11ffa4b311c3", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"} 2026-07-02T20:58:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "4f9fd814-9754-45e5-96c2-11ffa4b311c3", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6-authn-ssl"} 2026-07-02T20:58:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "4f9fd814-9754-45e5-96c2-11ffa4b311c3", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"} 2026-07-02T20:58:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "a5464b2e-dc78-46d1-97f7-7c91a1cd7d32", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T20:58:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "a205a34f-45a3-4a1f-a691-3c20e56ef87e", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:58:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "a205a34f-45a3-4a1f-a691-3c20e56ef87e", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336-authn-ssl"} 2026-07-02T20:58:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "a205a34f-45a3-4a1f-a691-3c20e56ef87e", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:59:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "854ecafe-0118-44b1-9794-fc3e883db442", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:59:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "854ecafe-0118-44b1-9794-fc3e883db442", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-bf7336", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T20:59:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "854ecafe-0118-44b1-9794-fc3e883db442", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-bf7336 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-02T20:59:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "odh-trusted-ca-bundle", "reconcileID": "ccc063a0-25e8-45f9-a195-a24e92b728cb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:59:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "odh-trusted-ca-bundle", "reconcileID": "ccc063a0-25e8-45f9-a195-a24e92b728cb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:59:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "openshift-service-ca.crt", "reconcileID": "b12ff6ed-1fbe-4a49-93f5-7410d2193e19", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:59:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "openshift-service-ca.crt", "reconcileID": "b12ff6ed-1fbe-4a49-93f5-7410d2193e19", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:59:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a50edbf-49f4-4298-843a-ef6547d04ada", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:59:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-bf7336"}, "namespace": "ai-tenant-e2e-shared-a-bf7336", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a50edbf-49f4-4298-843a-ef6547d04ada", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-bf7336"} 2026-07-02T20:59:02Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-bf7336","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-bf7336", "reconcileID": "fd5f5603-9540-474d-8bdc-f1213b67bcc6", "Gateway": "e2e-shared-a-bf7336", "namespace": "openshift-ingress"} 2026-07-02T20:59:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "211f8dbf-57e9-458c-99f3-ddfb92b772da", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-02T20:59:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "d1a10f95-7961-4203-8a3b-9a8c80433a01", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"} 2026-07-02T20:59:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "d1a10f95-7961-4203-8a3b-9a8c80433a01", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6-authn-ssl"} 2026-07-02T20:59:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "d1a10f95-7961-4203-8a3b-9a8c80433a01", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"} 2026-07-02T20:59:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e64d8eb-bf2b-42bd-a27e-977ba9c4f9b6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:59:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e64d8eb-bf2b-42bd-a27e-977ba9c4f9b6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9994a6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-02T20:59:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e64d8eb-bf2b-42bd-a27e-977ba9c4f9b6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-9994a6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-02T20:59:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "odh-trusted-ca-bundle", "reconcileID": "659bed0f-fc3e-47ae-8fae-bc3f19bd6b26", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:59:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "odh-trusted-ca-bundle", "reconcileID": "659bed0f-fc3e-47ae-8fae-bc3f19bd6b26", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:59:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "openshift-service-ca.crt", "reconcileID": "dd3b81ba-3c9f-4842-9c15-6058e5408adf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:59:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "openshift-service-ca.crt", "reconcileID": "dd3b81ba-3c9f-4842-9c15-6058e5408adf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:59:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "91d347e3-3ad2-4de8-a03a-e415dc37b8fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:59:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-9994a6"}, "namespace": "ai-tenant-e2e-shared-b-9994a6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "91d347e3-3ad2-4de8-a03a-e415dc37b8fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-9994a6"} 2026-07-02T20:59:09Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-9994a6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-9994a6", "reconcileID": "4654107f-fdf1-4920-9e00-98c2887e0a27", "Gateway": "e2e-shared-b-9994a6", "namespace": "openshift-ingress"}