2026-07-08T16:25:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5689eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5689eb", "reconcileID": "76867596-0822-4906-bc8f-a088b19bf600", "Gateway": "e2e-api-b-5689eb", "namespace": "openshift-ingress", "name": "e2e-api-b-5689eb-authn-ssl"} 2026-07-08T16:25:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5689eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5689eb", "reconcileID": "76867596-0822-4906-bc8f-a088b19bf600", "Gateway": "e2e-api-b-5689eb", "namespace": "openshift-ingress"} 2026-07-08T16:25:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5689eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5689eb", "reconcileID": "e07f744d-20dd-43f3-bbbb-05496216733a", "Gateway": "e2e-api-b-5689eb", "namespace": "openshift-ingress"} 2026-07-08T16:25:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5689eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5689eb", "reconcileID": "e07f744d-20dd-43f3-bbbb-05496216733a", "Gateway": "e2e-api-b-5689eb", "namespace": "openshift-ingress", "name": "e2e-api-b-5689eb-authn-ssl"} 2026-07-08T16:25:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5689eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5689eb", "reconcileID": "e07f744d-20dd-43f3-bbbb-05496216733a", "Gateway": "e2e-api-b-5689eb", "namespace": "openshift-ingress"} 2026-07-08T16:25:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5689eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5689eb", "reconcileID": "416f0315-7936-4ab4-b7ba-09cc91867710", "Gateway": "e2e-api-b-5689eb", "namespace": "openshift-ingress"} 2026-07-08T16:25:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5689eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5689eb", "reconcileID": "416f0315-7936-4ab4-b7ba-09cc91867710", "Gateway": "e2e-api-b-5689eb", "namespace": "openshift-ingress", "name": "e2e-api-b-5689eb-authn-ssl"} 2026-07-08T16:25:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5689eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5689eb", "reconcileID": "416f0315-7936-4ab4-b7ba-09cc91867710", "Gateway": "e2e-api-b-5689eb", "namespace": "openshift-ingress"} 2026-07-08T16:25:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-5689eb"}, "namespace": "ai-tenant-e2e-api-b-5689eb", "name": "openshift-service-ca.crt", "reconcileID": "6b1de4d1-02e3-4a51-9596-7f79ccba0511", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-5689eb"} 2026-07-08T16:25:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-5689eb"}, "namespace": "ai-tenant-e2e-api-b-5689eb", "name": "odh-trusted-ca-bundle", "reconcileID": "a95dbfc1-03a9-438b-b330-3843af3008a0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-5689eb"} 2026-07-08T16:25:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-5689eb"}, "namespace": "ai-tenant-e2e-api-b-5689eb", "name": "openshift-service-ca.crt", "reconcileID": "4f503070-589f-429d-be48-78dae8ee03cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-5689eb", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T16:25:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-5689eb"}, "namespace": "ai-tenant-e2e-api-b-5689eb", "name": "openshift-service-ca.crt", "reconcileID": "4f503070-589f-429d-be48-78dae8ee03cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-5689eb"} 2026-07-08T16:25:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-5689eb"}, "namespace": "ai-tenant-e2e-api-b-5689eb", "name": "openshift-service-ca.crt", "reconcileID": "06579d27-2058-4e17-910b-b6037b236060", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-5689eb"} 2026-07-08T16:25:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-5689eb"}, "namespace": "ai-tenant-e2e-api-b-5689eb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "55ac4468-5756-4fe2-8fea-dca1d7a40a89", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-5689eb"} 2026-07-08T16:25:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-5689eb"}, "namespace": "ai-tenant-e2e-api-b-5689eb", "name": "odh-trusted-ca-bundle", "reconcileID": "1e4d6d37-df4d-4575-b329-10e7f3a717e9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-5689eb", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T16:25:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-5689eb"}, "namespace": "ai-tenant-e2e-api-b-5689eb", "name": "odh-trusted-ca-bundle", "reconcileID": "1e4d6d37-df4d-4575-b329-10e7f3a717e9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-5689eb"} 2026-07-08T16:25:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-5689eb"}, "namespace": "ai-tenant-e2e-api-b-5689eb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d5749bc5-1835-45bf-8d9e-1ad08d174d20", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-5689eb"} 2026-07-08T16:25:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a3f98e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a3f98e", "reconcileID": "646b57e4-1e6b-404d-b004-16d241dca5a4", "Gateway": "e2e-api-a-a3f98e", "namespace": "openshift-ingress"} 2026-07-08T16:25:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a3f98e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a3f98e", "reconcileID": "646b57e4-1e6b-404d-b004-16d241dca5a4", "Gateway": "e2e-api-a-a3f98e", "namespace": "openshift-ingress", "name": "e2e-api-a-a3f98e-authn-ssl"} 2026-07-08T16:25:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a3f98e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a3f98e", "reconcileID": "646b57e4-1e6b-404d-b004-16d241dca5a4", "Gateway": "e2e-api-a-a3f98e", "namespace": "openshift-ingress"} 2026-07-08T16:25:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5689eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5689eb", "reconcileID": "021993d3-becf-497e-8e5d-35f89ae9391e", "Gateway": "e2e-api-b-5689eb", "namespace": "openshift-ingress"} 2026-07-08T16:25:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5689eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5689eb", "reconcileID": "021993d3-becf-497e-8e5d-35f89ae9391e", "Gateway": "e2e-api-b-5689eb", "namespace": "openshift-ingress", "name": "e2e-api-b-5689eb-authn-ssl"} 2026-07-08T16:25:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5689eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5689eb", "reconcileID": "021993d3-becf-497e-8e5d-35f89ae9391e", "Gateway": "e2e-api-b-5689eb", "namespace": "openshift-ingress"} 2026-07-08T16:25:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8904d0c2-20e4-4312-a1c7-0baab14792e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T16:25:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5689eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5689eb", "reconcileID": "7f5f7869-331e-4363-aa57-6578f6c383bb", "Gateway": "e2e-api-b-5689eb", "namespace": "openshift-ingress"} 2026-07-08T16:25:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5689eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5689eb", "reconcileID": "7f5f7869-331e-4363-aa57-6578f6c383bb", "Gateway": "e2e-api-b-5689eb", "namespace": "openshift-ingress", "name": "e2e-api-b-5689eb-authn-ssl"} 2026-07-08T16:25:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5689eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5689eb", "reconcileID": "7f5f7869-331e-4363-aa57-6578f6c383bb", "Gateway": "e2e-api-b-5689eb", "namespace": "openshift-ingress"} 2026-07-08T16:25:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fbca28fb-2e5b-4481-9cca-05ffce29ac59", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T16:25:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a3f98e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a3f98e", "reconcileID": "68cdecb1-b023-44e9-882f-deeede898b45", "Gateway": "e2e-api-a-a3f98e", "namespace": "openshift-ingress"} 2026-07-08T16:25:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a3f98e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a3f98e", "reconcileID": "68cdecb1-b023-44e9-882f-deeede898b45", "Gateway": "e2e-api-a-a3f98e", "namespace": "openshift-ingress", "name": "e2e-api-a-a3f98e-authn-ssl"} 2026-07-08T16:25:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a3f98e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a3f98e", "reconcileID": "68cdecb1-b023-44e9-882f-deeede898b45", "Gateway": "e2e-api-a-a3f98e", "namespace": "openshift-ingress"} 2026-07-08T16:25:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-a3f98e"}, "namespace": "ai-tenant-e2e-api-a-a3f98e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "06c6f314-3e66-46c4-9445-85c789daa7ec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-a3f98e"} 2026-07-08T16:25:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-a3f98e"}, "namespace": "ai-tenant-e2e-api-a-a3f98e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "06c6f314-3e66-46c4-9445-85c789daa7ec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-a3f98e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T16:25:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-a3f98e"}, "namespace": "ai-tenant-e2e-api-a-a3f98e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "06c6f314-3e66-46c4-9445-85c789daa7ec", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-a3f98e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T16:25:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-a3f98e"}, "namespace": "ai-tenant-e2e-api-a-a3f98e", "name": "odh-trusted-ca-bundle", "reconcileID": "10ea4935-96f2-4402-966b-26a453526c51", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-a3f98e"} 2026-07-08T16:25:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-a3f98e"}, "namespace": "ai-tenant-e2e-api-a-a3f98e", "name": "odh-trusted-ca-bundle", "reconcileID": "10ea4935-96f2-4402-966b-26a453526c51", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-a3f98e"} 2026-07-08T16:25:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-a3f98e"}, "namespace": "ai-tenant-e2e-api-a-a3f98e", "name": "openshift-service-ca.crt", "reconcileID": "85d0669d-b817-4147-8ccc-9e317bb641ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-a3f98e"} 2026-07-08T16:25:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-a3f98e"}, "namespace": "ai-tenant-e2e-api-a-a3f98e", "name": "openshift-service-ca.crt", "reconcileID": "85d0669d-b817-4147-8ccc-9e317bb641ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-a3f98e"} 2026-07-08T16:25:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-a3f98e"}, "namespace": "ai-tenant-e2e-api-a-a3f98e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f6f21358-8447-4507-95c4-fdf0faa9ca79", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-a3f98e"} 2026-07-08T16:25:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-a3f98e"}, "namespace": "ai-tenant-e2e-api-a-a3f98e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f6f21358-8447-4507-95c4-fdf0faa9ca79", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-a3f98e"} 2026-07-08T16:25:28Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a3f98e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a3f98e", "reconcileID": "ad628177-0dfb-4d77-aa2c-4c78ed7436f0", "Gateway": "e2e-api-a-a3f98e", "namespace": "openshift-ingress"} 2026-07-08T16:25:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "db73a10f-f170-4289-be92-23c9171deaee", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T16:25:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5689eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5689eb", "reconcileID": "6e524112-ce8f-418b-9f6a-3e6976b09031", "Gateway": "e2e-api-b-5689eb", "namespace": "openshift-ingress"} 2026-07-08T16:25:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5689eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5689eb", "reconcileID": "6e524112-ce8f-418b-9f6a-3e6976b09031", "Gateway": "e2e-api-b-5689eb", "namespace": "openshift-ingress", "name": "e2e-api-b-5689eb-authn-ssl"} 2026-07-08T16:25:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5689eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5689eb", "reconcileID": "6e524112-ce8f-418b-9f6a-3e6976b09031", "Gateway": "e2e-api-b-5689eb", "namespace": "openshift-ingress"} 2026-07-08T16:25:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-5689eb"}, "namespace": "ai-tenant-e2e-api-b-5689eb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "77b0cfd0-1d72-4e91-943b-4d9b3704bca4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-5689eb"} 2026-07-08T16:25:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-5689eb"}, "namespace": "ai-tenant-e2e-api-b-5689eb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "77b0cfd0-1d72-4e91-943b-4d9b3704bca4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-5689eb", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T16:25:35Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-5689eb"}, "namespace": "ai-tenant-e2e-api-b-5689eb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "77b0cfd0-1d72-4e91-943b-4d9b3704bca4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-5689eb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T16:25:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-5689eb"}, "namespace": "ai-tenant-e2e-api-b-5689eb", "name": "odh-trusted-ca-bundle", "reconcileID": "5ac8cd28-4a3f-437f-a7a6-f5b828c41f7d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-5689eb"} 2026-07-08T16:25:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-5689eb"}, "namespace": "ai-tenant-e2e-api-b-5689eb", "name": "odh-trusted-ca-bundle", "reconcileID": "5ac8cd28-4a3f-437f-a7a6-f5b828c41f7d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-5689eb"} 2026-07-08T16:25:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-5689eb"}, "namespace": "ai-tenant-e2e-api-b-5689eb", "name": "openshift-service-ca.crt", "reconcileID": "63bfd4b0-ce0d-4da5-a90d-fd3dc738e11e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-5689eb"} 2026-07-08T16:25:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-5689eb"}, "namespace": "ai-tenant-e2e-api-b-5689eb", "name": "openshift-service-ca.crt", "reconcileID": "63bfd4b0-ce0d-4da5-a90d-fd3dc738e11e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-5689eb"} 2026-07-08T16:25:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-5689eb"}, "namespace": "ai-tenant-e2e-api-b-5689eb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1f964751-4044-44e3-bd47-df8b4dbabf5c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-5689eb"} 2026-07-08T16:25:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-5689eb"}, "namespace": "ai-tenant-e2e-api-b-5689eb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1f964751-4044-44e3-bd47-df8b4dbabf5c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-5689eb"} 2026-07-08T16:25:36Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-5689eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-5689eb", "reconcileID": "f9aa3dc4-df3d-4c1a-bd4e-bfe67fbce443", "Gateway": "e2e-api-b-5689eb", "namespace": "openshift-ingress"} 2026-07-08T16:25:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "1da122c0-669a-420a-bf9b-259dd839c7cf", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:25:37Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "1da122c0-669a-420a-bf9b-259dd839c7cf", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16-authn-ssl"} 2026-07-08T16:25:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "1da122c0-669a-420a-bf9b-259dd839c7cf", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:25:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "1954df40-ff14-426d-922e-65e0676b75e5", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:25:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "1954df40-ff14-426d-922e-65e0676b75e5", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16-authn-ssl"} 2026-07-08T16:25:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "1954df40-ff14-426d-922e-65e0676b75e5", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:25:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "fd887fad-7640-4fe0-9ae8-3b0ffe06e47f", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:25:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "fd887fad-7640-4fe0-9ae8-3b0ffe06e47f", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16-authn-ssl"} 2026-07-08T16:25:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "fd887fad-7640-4fe0-9ae8-3b0ffe06e47f", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:25:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "6cb62ae2-0a46-4a77-856e-1162c3ef7746", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:25:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "6cb62ae2-0a46-4a77-856e-1162c3ef7746", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16-authn-ssl"} 2026-07-08T16:25:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "6cb62ae2-0a46-4a77-856e-1162c3ef7746", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:25:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "9050a5ff-aca9-4c61-b67f-0cfb3c1859a3", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:25:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "9050a5ff-aca9-4c61-b67f-0cfb3c1859a3", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16-authn-ssl"} 2026-07-08T16:25:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "9050a5ff-aca9-4c61-b67f-0cfb3c1859a3", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:25:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "a72affb4-0525-4f41-9073-849dde8f920b", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:25:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "a72affb4-0525-4f41-9073-849dde8f920b", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16-authn-ssl"} 2026-07-08T16:25:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "a72affb4-0525-4f41-9073-849dde8f920b", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:25:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "ca8460a6-5181-47ad-a431-9127caa9b71c", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:25:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "ca8460a6-5181-47ad-a431-9127caa9b71c", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16-authn-ssl"} 2026-07-08T16:25:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "ca8460a6-5181-47ad-a431-9127caa9b71c", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:25:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "openshift-service-ca.crt", "reconcileID": "5ec330bc-b5b2-4ab4-bbc2-05ee1dca086d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:25:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "odh-trusted-ca-bundle", "reconcileID": "8a847c91-ddd6-4ade-8c7d-ec88872d5ca3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:25:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "openshift-service-ca.crt", "reconcileID": "bd09f836-7ad5-41e1-9a58-a8e2314dc5df", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-d4af16", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T16:25:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "openshift-service-ca.crt", "reconcileID": "bd09f836-7ad5-41e1-9a58-a8e2314dc5df", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:25:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "openshift-service-ca.crt", "reconcileID": "baec154f-5760-4f1f-9f20-2b14efa51628", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-d4af16", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T16:25:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "openshift-service-ca.crt", "reconcileID": "baec154f-5760-4f1f-9f20-2b14efa51628", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T16:25:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f935f888-e433-4c60-8147-b45e490b60f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:25:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "openshift-service-ca.crt", "reconcileID": "0d6326e2-3d44-464c-9e93-25634159ffe2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:25:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "odh-trusted-ca-bundle", "reconcileID": "35957d30-83cf-4c88-b361-626f692f1af2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d4af16", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T16:25:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "odh-trusted-ca-bundle", "reconcileID": "35957d30-83cf-4c88-b361-626f692f1af2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:25:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a021cb8-efb6-40bf-ab1e-a623bb6165e3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:25:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "f8cc005e-4302-4408-8d8a-9ebcd60075ae", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:25:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "f8cc005e-4302-4408-8d8a-9ebcd60075ae", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16-authn-ssl"} 2026-07-08T16:25:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "f8cc005e-4302-4408-8d8a-9ebcd60075ae", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:25:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "426045e9-3279-413f-9036-94886eb68cfc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T16:25:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "71cbf6a5-47ee-416c-92c7-00452d8ab55f", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"} 2026-07-08T16:25:45Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "71cbf6a5-47ee-416c-92c7-00452d8ab55f", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711-authn-ssl"} 2026-07-08T16:25:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "71cbf6a5-47ee-416c-92c7-00452d8ab55f", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"} 2026-07-08T16:25:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "83138f66-c3ae-4119-bf6d-b133a9427b97", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"} 2026-07-08T16:25:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "83138f66-c3ae-4119-bf6d-b133a9427b97", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711-authn-ssl"} 2026-07-08T16:25:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "83138f66-c3ae-4119-bf6d-b133a9427b97", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"} 2026-07-08T16:25:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "932de1ba-34d0-454e-b091-3cb3ce236458", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"} 2026-07-08T16:25:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "932de1ba-34d0-454e-b091-3cb3ce236458", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711-authn-ssl"} 2026-07-08T16:25:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "932de1ba-34d0-454e-b091-3cb3ce236458", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"} 2026-07-08T16:25:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "70a90c89-c960-4ee7-beea-1cff38b74f62", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"} 2026-07-08T16:25:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "70a90c89-c960-4ee7-beea-1cff38b74f62", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711-authn-ssl"} 2026-07-08T16:25:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "70a90c89-c960-4ee7-beea-1cff38b74f62", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"} 2026-07-08T16:25:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "f13d6d93-07df-474d-b5a4-a4a51f902272", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"} 2026-07-08T16:25:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "f13d6d93-07df-474d-b5a4-a4a51f902272", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711-authn-ssl"} 2026-07-08T16:25:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "f13d6d93-07df-474d-b5a4-a4a51f902272", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"} 2026-07-08T16:25:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "08430402-716b-49c6-aa4f-8ba04ce4b2a1", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"} 2026-07-08T16:25:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "08430402-716b-49c6-aa4f-8ba04ce4b2a1", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711-authn-ssl"} 2026-07-08T16:25:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "08430402-716b-49c6-aa4f-8ba04ce4b2a1", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"} 2026-07-08T16:25:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "38de919b-0ddc-45c1-aecd-59c6789c8a2b", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"} 2026-07-08T16:25:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "38de919b-0ddc-45c1-aecd-59c6789c8a2b", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711-authn-ssl"} 2026-07-08T16:25:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "38de919b-0ddc-45c1-aecd-59c6789c8a2b", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"} 2026-07-08T16:25:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "2a6849bf-9099-4ab1-974d-7168c994151d", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:25:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "2a6849bf-9099-4ab1-974d-7168c994151d", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16-authn-ssl"} 2026-07-08T16:25:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "2a6849bf-9099-4ab1-974d-7168c994151d", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:25:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "openshift-service-ca.crt", "reconcileID": "21673d9f-941d-4ec5-a20d-45b5fda8aba2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:25:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "odh-trusted-ca-bundle", "reconcileID": "20e6b67f-9981-4738-b1de-4982664be708", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:25:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "openshift-service-ca.crt", "reconcileID": "8f991e47-ed59-471c-9535-9f52db9188bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f77711", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T16:25:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "openshift-service-ca.crt", "reconcileID": "8f991e47-ed59-471c-9535-9f52db9188bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:25:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "openshift-service-ca.crt", "reconcileID": "c186fbe3-f0a0-4345-ae3d-4dc110c88540", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f77711", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T16:25:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "openshift-service-ca.crt", "reconcileID": "c186fbe3-f0a0-4345-ae3d-4dc110c88540", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T16:25:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d82b4007-10f1-47dd-939c-04668b7e3bd4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:25:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "openshift-service-ca.crt", "reconcileID": "47856036-818a-477f-a7c7-35f6d587b2ff", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:25:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "odh-trusted-ca-bundle", "reconcileID": "07618348-49ea-4ea2-a821-9acf60c9b3a2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f77711", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T16:25:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "odh-trusted-ca-bundle", "reconcileID": "07618348-49ea-4ea2-a821-9acf60c9b3a2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:25:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e4fbe400-2680-4876-8e73-719b07f23933", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:25:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "c7b5a86a-42b5-4b1a-b27b-fe1e8c00004d", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"} 2026-07-08T16:25:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "c7b5a86a-42b5-4b1a-b27b-fe1e8c00004d", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711-authn-ssl"} 2026-07-08T16:25:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "c7b5a86a-42b5-4b1a-b27b-fe1e8c00004d", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"} 2026-07-08T16:25:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "36ec20d6-ae9c-433b-ac76-e40959f4edd5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T16:25:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "e4b04b59-1cf4-45b4-9842-446e3acd11b5", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"} 2026-07-08T16:25:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "e4b04b59-1cf4-45b4-9842-446e3acd11b5", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711-authn-ssl"} 2026-07-08T16:25:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "e4b04b59-1cf4-45b4-9842-446e3acd11b5", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"} 2026-07-08T16:25:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16", "reconcileID": "00bf4d79-e10e-48e1-a241-840fc0bb39d7", "LLMInferenceService": "auth-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:25:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16", "reconcileID": "00bf4d79-e10e-48e1-a241-840fc0bb39d7", "LLMInferenceService": "auth-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:25:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16", "reconcileID": "00bf4d79-e10e-48e1-a241-840fc0bb39d7", "LLMInferenceService": "auth-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:25:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16", "reconcileID": "00bf4d79-e10e-48e1-a241-840fc0bb39d7", "LLMInferenceService": "auth-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16-kserve-route-authn"} 2026-07-08T16:25:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16", "reconcileID": "00bf4d79-e10e-48e1-a241-840fc0bb39d7", "LLMInferenceService": "auth-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16", "authType": "userdefined"} 2026-07-08T16:25:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16", "reconcileID": "00bf4d79-e10e-48e1-a241-840fc0bb39d7", "LLMInferenceService": "auth-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:25:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "ebe7c97b-bd69-4981-9e6e-d48dfd40b276", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:25:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "ebe7c97b-bd69-4981-9e6e-d48dfd40b276", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16-authn-ssl"} 2026-07-08T16:25:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "ebe7c97b-bd69-4981-9e6e-d48dfd40b276", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:25:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16", "reconcileID": "663511ae-ad34-4822-b2a9-f4dd07a2ba55", "LLMInferenceService": "auth-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:25:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16", "reconcileID": "663511ae-ad34-4822-b2a9-f4dd07a2ba55", "LLMInferenceService": "auth-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:25:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16", "reconcileID": "663511ae-ad34-4822-b2a9-f4dd07a2ba55", "LLMInferenceService": "auth-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:25:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16", "reconcileID": "663511ae-ad34-4822-b2a9-f4dd07a2ba55", "LLMInferenceService": "auth-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16-kserve-route-authn"} 2026-07-08T16:25:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16", "reconcileID": "663511ae-ad34-4822-b2a9-f4dd07a2ba55", "LLMInferenceService": "auth-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16", "authType": "userdefined"} 2026-07-08T16:25:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16", "reconcileID": "663511ae-ad34-4822-b2a9-f4dd07a2ba55", "LLMInferenceService": "auth-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:26:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fc0490a8-c3cc-4234-8e92-7718658bd28b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T16:26:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "84040603-3c7c-4aa4-8be1-59dd74139c2b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T16:26:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "1b60ad93-efbc-4580-bbd4-a44bf5cc74d9", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:26:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "1b60ad93-efbc-4580-bbd4-a44bf5cc74d9", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16-authn-ssl"} 2026-07-08T16:26:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "1b60ad93-efbc-4580-bbd4-a44bf5cc74d9", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:26:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16", "reconcileID": "cf53ecf2-390c-4d86-96f2-677d58c04a43", "LLMInferenceService": "auth-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:26:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16", "reconcileID": "cf53ecf2-390c-4d86-96f2-677d58c04a43", "LLMInferenceService": "auth-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:26:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16", "reconcileID": "cf53ecf2-390c-4d86-96f2-677d58c04a43", "LLMInferenceService": "auth-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:26:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16", "reconcileID": "cf53ecf2-390c-4d86-96f2-677d58c04a43", "LLMInferenceService": "auth-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16-kserve-route-authn"} 2026-07-08T16:26:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16", "reconcileID": "cf53ecf2-390c-4d86-96f2-677d58c04a43", "LLMInferenceService": "auth-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16", "authType": "userdefined"} 2026-07-08T16:26:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16", "reconcileID": "cf53ecf2-390c-4d86-96f2-677d58c04a43", "LLMInferenceService": "auth-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:26:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16", "reconcileID": "e55923ff-3be4-434d-ae98-c0c634b9b321", "LLMInferenceService": "auth-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:26:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16", "reconcileID": "e55923ff-3be4-434d-ae98-c0c634b9b321", "LLMInferenceService": "auth-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:26:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16", "reconcileID": "e55923ff-3be4-434d-ae98-c0c634b9b321", "LLMInferenceService": "auth-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:26:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16", "reconcileID": "e55923ff-3be4-434d-ae98-c0c634b9b321", "LLMInferenceService": "auth-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16-kserve-route-authn"} 2026-07-08T16:26:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16", "reconcileID": "e55923ff-3be4-434d-ae98-c0c634b9b321", "LLMInferenceService": "auth-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16", "authType": "userdefined"} 2026-07-08T16:26:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16", "reconcileID": "e55923ff-3be4-434d-ae98-c0c634b9b321", "LLMInferenceService": "auth-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:26:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16", "reconcileID": "77cbacaf-6225-453b-a968-91587e97db97", "LLMInferenceService": "auth-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:26:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16", "reconcileID": "77cbacaf-6225-453b-a968-91587e97db97", "LLMInferenceService": "auth-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:26:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16", "reconcileID": "77cbacaf-6225-453b-a968-91587e97db97", "LLMInferenceService": "auth-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:26:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16", "reconcileID": "77cbacaf-6225-453b-a968-91587e97db97", "LLMInferenceService": "auth-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16-kserve-route-authn"} 2026-07-08T16:26:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16", "reconcileID": "77cbacaf-6225-453b-a968-91587e97db97", "LLMInferenceService": "auth-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16", "authType": "userdefined"} 2026-07-08T16:26:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16", "reconcileID": "77cbacaf-6225-453b-a968-91587e97db97", "LLMInferenceService": "auth-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:26:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "auth-test-model-f77711", "reconcileID": "542f5713-ec3e-4d38-89d6-6e5e5870c78f", "LLMInferenceService": "auth-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:26:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "auth-test-model-f77711", "reconcileID": "542f5713-ec3e-4d38-89d6-6e5e5870c78f", "LLMInferenceService": "auth-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:26:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "auth-test-model-f77711", "reconcileID": "542f5713-ec3e-4d38-89d6-6e5e5870c78f", "LLMInferenceService": "auth-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:26:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "auth-test-model-f77711", "reconcileID": "542f5713-ec3e-4d38-89d6-6e5e5870c78f", "LLMInferenceService": "auth-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "auth-test-model-f77711-kserve-route-authn"} 2026-07-08T16:26:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "auth-test-model-f77711", "reconcileID": "542f5713-ec3e-4d38-89d6-6e5e5870c78f", "LLMInferenceService": "auth-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711", "authType": "userdefined"} 2026-07-08T16:26:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "auth-test-model-f77711", "reconcileID": "542f5713-ec3e-4d38-89d6-6e5e5870c78f", "LLMInferenceService": "auth-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:26:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "27461c27-b22e-4f7f-93ee-5fb478e08f4d", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"} 2026-07-08T16:26:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "27461c27-b22e-4f7f-93ee-5fb478e08f4d", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711-authn-ssl"} 2026-07-08T16:26:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "27461c27-b22e-4f7f-93ee-5fb478e08f4d", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"} 2026-07-08T16:26:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "auth-test-model-f77711", "reconcileID": "9b9c2951-604c-4af0-835b-5e3c7fc52af4", "LLMInferenceService": "auth-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:26:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "auth-test-model-f77711", "reconcileID": "9b9c2951-604c-4af0-835b-5e3c7fc52af4", "LLMInferenceService": "auth-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:26:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "auth-test-model-f77711", "reconcileID": "9b9c2951-604c-4af0-835b-5e3c7fc52af4", "LLMInferenceService": "auth-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:26:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "auth-test-model-f77711", "reconcileID": "9b9c2951-604c-4af0-835b-5e3c7fc52af4", "LLMInferenceService": "auth-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "auth-test-model-f77711-kserve-route-authn"} 2026-07-08T16:26:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "auth-test-model-f77711", "reconcileID": "9b9c2951-604c-4af0-835b-5e3c7fc52af4", "LLMInferenceService": "auth-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711", "authType": "userdefined"} 2026-07-08T16:26:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "auth-test-model-f77711", "reconcileID": "9b9c2951-604c-4af0-835b-5e3c7fc52af4", "LLMInferenceService": "auth-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:26:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "4ab85beb-9520-4a12-a484-dde3681c6bb5", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"} 2026-07-08T16:26:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "4ab85beb-9520-4a12-a484-dde3681c6bb5", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711-authn-ssl"} 2026-07-08T16:26:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "4ab85beb-9520-4a12-a484-dde3681c6bb5", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"} 2026-07-08T16:26:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "auth-test-model-f77711", "reconcileID": "f88a6653-6d0d-48bf-8407-a283cf763895", "LLMInferenceService": "auth-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:26:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "auth-test-model-f77711", "reconcileID": "f88a6653-6d0d-48bf-8407-a283cf763895", "LLMInferenceService": "auth-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:26:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "auth-test-model-f77711", "reconcileID": "f88a6653-6d0d-48bf-8407-a283cf763895", "LLMInferenceService": "auth-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:26:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "auth-test-model-f77711", "reconcileID": "f88a6653-6d0d-48bf-8407-a283cf763895", "LLMInferenceService": "auth-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "auth-test-model-f77711-kserve-route-authn"} 2026-07-08T16:26:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "auth-test-model-f77711", "reconcileID": "f88a6653-6d0d-48bf-8407-a283cf763895", "LLMInferenceService": "auth-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711", "authType": "userdefined"} 2026-07-08T16:26:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "auth-test-model-f77711", "reconcileID": "f88a6653-6d0d-48bf-8407-a283cf763895", "LLMInferenceService": "auth-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:26:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "auth-test-model-f77711", "reconcileID": "019d8e29-a871-4ed3-bccd-4437da0d217f", "LLMInferenceService": "auth-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:26:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "auth-test-model-f77711", "reconcileID": "019d8e29-a871-4ed3-bccd-4437da0d217f", "LLMInferenceService": "auth-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:26:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "auth-test-model-f77711", "reconcileID": "019d8e29-a871-4ed3-bccd-4437da0d217f", "LLMInferenceService": "auth-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:26:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "auth-test-model-f77711", "reconcileID": "019d8e29-a871-4ed3-bccd-4437da0d217f", "LLMInferenceService": "auth-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "auth-test-model-f77711-kserve-route-authn"} 2026-07-08T16:26:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "auth-test-model-f77711", "reconcileID": "019d8e29-a871-4ed3-bccd-4437da0d217f", "LLMInferenceService": "auth-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711", "authType": "userdefined"} 2026-07-08T16:26:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "auth-test-model-f77711", "reconcileID": "019d8e29-a871-4ed3-bccd-4437da0d217f", "LLMInferenceService": "auth-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:27:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "f3a5c03f-885d-46eb-9b77-0bc83f4cacdb", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:27:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "f3a5c03f-885d-46eb-9b77-0bc83f4cacdb", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16-authn-ssl"} 2026-07-08T16:27:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "f3a5c03f-885d-46eb-9b77-0bc83f4cacdb", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:27:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "87a22b4a-f1f0-4487-8456-0b4c8c54b3a1", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"} 2026-07-08T16:27:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "87a22b4a-f1f0-4487-8456-0b4c8c54b3a1", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711-authn-ssl"} 2026-07-08T16:27:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "87a22b4a-f1f0-4487-8456-0b4c8c54b3a1", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"} 2026-07-08T16:28:41Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16", "reconcileID": "d5a73e9d-7c05-4f89-903e-9e78a8f82a67", "LLMInferenceService": "auth-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:28:41Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16", "reconcileID": "d5a73e9d-7c05-4f89-903e-9e78a8f82a67", "LLMInferenceService": "auth-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16"} 2026-07-08T16:28:41Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16", "reconcileID": "d5a73e9d-7c05-4f89-903e-9e78a8f82a67", "LLMInferenceService": "auth-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:28:41Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16", "reconcileID": "d5a73e9d-7c05-4f89-903e-9e78a8f82a67", "LLMInferenceService": "auth-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:28:41Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16", "reconcileID": "d5a73e9d-7c05-4f89-903e-9e78a8f82a67", "LLMInferenceService": "auth-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16-kserve-route-authn"} 2026-07-08T16:28:41Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16", "reconcileID": "d5a73e9d-7c05-4f89-903e-9e78a8f82a67", "LLMInferenceService": "auth-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16-kserve-route-authn"} 2026-07-08T16:28:41Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16", "reconcileID": "d5a73e9d-7c05-4f89-903e-9e78a8f82a67", "LLMInferenceService": "auth-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:28:41Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16", "reconcileID": "d5a73e9d-7c05-4f89-903e-9e78a8f82a67", "LLMInferenceService": "auth-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:28:41Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "auth-test-model-d4af16", "reconcileID": "c1ea4e91-a8f1-4741-9fda-bd64ddb022ee", "LLMInferenceService": "auth-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:28:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "41859160-cbf2-4864-9b76-f601faab2ade", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:28:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "41859160-cbf2-4864-9b76-f601faab2ade", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16-authn-ssl"} 2026-07-08T16:28:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "41859160-cbf2-4864-9b76-f601faab2ade", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:28:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "f077afd8-8d2b-431c-9592-1d5f0eedb216", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:28:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "f077afd8-8d2b-431c-9592-1d5f0eedb216", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16-authn-ssl"} 2026-07-08T16:28:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "f077afd8-8d2b-431c-9592-1d5f0eedb216", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:28:41Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "auth-test-model-f77711", "reconcileID": "03f3ad85-16d5-47d0-bd73-1d3a8da6f221", "LLMInferenceService": "auth-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:28:41Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "auth-test-model-f77711", "reconcileID": "03f3ad85-16d5-47d0-bd73-1d3a8da6f221", "LLMInferenceService": "auth-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "auth-test-model-f77711"} 2026-07-08T16:28:41Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "auth-test-model-f77711", "reconcileID": "03f3ad85-16d5-47d0-bd73-1d3a8da6f221", "LLMInferenceService": "auth-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:28:41Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "auth-test-model-f77711", "reconcileID": "03f3ad85-16d5-47d0-bd73-1d3a8da6f221", "LLMInferenceService": "auth-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:28:41Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "auth-test-model-f77711", "reconcileID": "03f3ad85-16d5-47d0-bd73-1d3a8da6f221", "LLMInferenceService": "auth-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "auth-test-model-f77711-kserve-route-authn"} 2026-07-08T16:28:41Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "auth-test-model-f77711", "reconcileID": "03f3ad85-16d5-47d0-bd73-1d3a8da6f221", "LLMInferenceService": "auth-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "auth-test-model-f77711-kserve-route-authn"} 2026-07-08T16:28:41Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "auth-test-model-f77711", "reconcileID": "03f3ad85-16d5-47d0-bd73-1d3a8da6f221", "LLMInferenceService": "auth-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:28:41Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "auth-test-model-f77711", "reconcileID": "03f3ad85-16d5-47d0-bd73-1d3a8da6f221", "LLMInferenceService": "auth-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:28:42Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "auth-test-model-f77711", "reconcileID": "30e36ed8-c7af-47e3-8fe8-c3befcab0e9b", "LLMInferenceService": "auth-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:28:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "e52bea5a-15ec-466c-a27c-3eef748eb6bb", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"} 2026-07-08T16:28:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "e52bea5a-15ec-466c-a27c-3eef748eb6bb", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711-authn-ssl"} 2026-07-08T16:28:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "e52bea5a-15ec-466c-a27c-3eef748eb6bb", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"} 2026-07-08T16:28:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "fda37e9e-bbf6-4cf4-87f3-96342b75c266", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"} 2026-07-08T16:28:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "fda37e9e-bbf6-4cf4-87f3-96342b75c266", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711-authn-ssl"} 2026-07-08T16:28:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "fda37e9e-bbf6-4cf4-87f3-96342b75c266", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"} 2026-07-08T16:28:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16", "reconcileID": "78b0e154-6de5-417c-add8-3190ee7bcc5c", "LLMInferenceService": "sub-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:28:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16", "reconcileID": "78b0e154-6de5-417c-add8-3190ee7bcc5c", "LLMInferenceService": "sub-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:28:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16", "reconcileID": "78b0e154-6de5-417c-add8-3190ee7bcc5c", "LLMInferenceService": "sub-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:28:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "64bc92d8-f175-421e-86fe-ff4a4ab131c2", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:28:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16", "reconcileID": "78b0e154-6de5-417c-add8-3190ee7bcc5c", "LLMInferenceService": "sub-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16-kserve-route-authn"} 2026-07-08T16:28:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16", "reconcileID": "78b0e154-6de5-417c-add8-3190ee7bcc5c", "LLMInferenceService": "sub-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16", "authType": "userdefined"} 2026-07-08T16:28:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16", "reconcileID": "78b0e154-6de5-417c-add8-3190ee7bcc5c", "LLMInferenceService": "sub-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:28:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "64bc92d8-f175-421e-86fe-ff4a4ab131c2", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16-authn-ssl"} 2026-07-08T16:28:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "64bc92d8-f175-421e-86fe-ff4a4ab131c2", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:28:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16", "reconcileID": "3a655df1-add4-4059-9279-ea217efb49a5", "LLMInferenceService": "sub-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:28:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16", "reconcileID": "3a655df1-add4-4059-9279-ea217efb49a5", "LLMInferenceService": "sub-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:28:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16", "reconcileID": "3a655df1-add4-4059-9279-ea217efb49a5", "LLMInferenceService": "sub-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:28:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16", "reconcileID": "3a655df1-add4-4059-9279-ea217efb49a5", "LLMInferenceService": "sub-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16-kserve-route-authn"} 2026-07-08T16:28:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16", "reconcileID": "3a655df1-add4-4059-9279-ea217efb49a5", "LLMInferenceService": "sub-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16", "authType": "userdefined"} 2026-07-08T16:28:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16", "reconcileID": "3a655df1-add4-4059-9279-ea217efb49a5", "LLMInferenceService": "sub-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:28:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "f871a578-4521-411b-acf6-5e07600efda0", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:28:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "f871a578-4521-411b-acf6-5e07600efda0", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16-authn-ssl"} 2026-07-08T16:28:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "f871a578-4521-411b-acf6-5e07600efda0", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:28:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16", "reconcileID": "1bd63ce3-5ffa-4ec0-855e-2b0246f78334", "LLMInferenceService": "sub-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:28:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16", "reconcileID": "1bd63ce3-5ffa-4ec0-855e-2b0246f78334", "LLMInferenceService": "sub-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:28:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16", "reconcileID": "1bd63ce3-5ffa-4ec0-855e-2b0246f78334", "LLMInferenceService": "sub-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:28:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16", "reconcileID": "1bd63ce3-5ffa-4ec0-855e-2b0246f78334", "LLMInferenceService": "sub-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16-kserve-route-authn"} 2026-07-08T16:28:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16", "reconcileID": "1bd63ce3-5ffa-4ec0-855e-2b0246f78334", "LLMInferenceService": "sub-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16", "authType": "userdefined"} 2026-07-08T16:28:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16", "reconcileID": "1bd63ce3-5ffa-4ec0-855e-2b0246f78334", "LLMInferenceService": "sub-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:29:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16", "reconcileID": "5390df41-ca43-4ec2-9af6-9b3c5ac8c861", "LLMInferenceService": "sub-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:29:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16", "reconcileID": "5390df41-ca43-4ec2-9af6-9b3c5ac8c861", "LLMInferenceService": "sub-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:29:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16", "reconcileID": "5390df41-ca43-4ec2-9af6-9b3c5ac8c861", "LLMInferenceService": "sub-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:29:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16", "reconcileID": "5390df41-ca43-4ec2-9af6-9b3c5ac8c861", "LLMInferenceService": "sub-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16-kserve-route-authn"} 2026-07-08T16:29:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16", "reconcileID": "5390df41-ca43-4ec2-9af6-9b3c5ac8c861", "LLMInferenceService": "sub-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16", "authType": "userdefined"} 2026-07-08T16:29:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16", "reconcileID": "5390df41-ca43-4ec2-9af6-9b3c5ac8c861", "LLMInferenceService": "sub-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:29:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16", "reconcileID": "6e923377-cad0-442f-a9d7-dcafd4adb2ae", "LLMInferenceService": "sub-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:29:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16", "reconcileID": "6e923377-cad0-442f-a9d7-dcafd4adb2ae", "LLMInferenceService": "sub-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:29:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16", "reconcileID": "6e923377-cad0-442f-a9d7-dcafd4adb2ae", "LLMInferenceService": "sub-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:29:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16", "reconcileID": "6e923377-cad0-442f-a9d7-dcafd4adb2ae", "LLMInferenceService": "sub-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16-kserve-route-authn"} 2026-07-08T16:29:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16", "reconcileID": "6e923377-cad0-442f-a9d7-dcafd4adb2ae", "LLMInferenceService": "sub-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16", "authType": "userdefined"} 2026-07-08T16:29:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16", "reconcileID": "6e923377-cad0-442f-a9d7-dcafd4adb2ae", "LLMInferenceService": "sub-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:29:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "sub-test-model-f77711", "reconcileID": "da145c82-48e4-4246-94c4-7bdf0185e7a2", "LLMInferenceService": "sub-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:29:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "sub-test-model-f77711", "reconcileID": "da145c82-48e4-4246-94c4-7bdf0185e7a2", "LLMInferenceService": "sub-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:29:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "sub-test-model-f77711", "reconcileID": "da145c82-48e4-4246-94c4-7bdf0185e7a2", "LLMInferenceService": "sub-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:29:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "27efdc3f-453c-4c51-97f2-c1190a1db8f7", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"} 2026-07-08T16:29:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "sub-test-model-f77711", "reconcileID": "da145c82-48e4-4246-94c4-7bdf0185e7a2", "LLMInferenceService": "sub-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "sub-test-model-f77711-kserve-route-authn"} 2026-07-08T16:29:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "sub-test-model-f77711", "reconcileID": "da145c82-48e4-4246-94c4-7bdf0185e7a2", "LLMInferenceService": "sub-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711", "authType": "userdefined"} 2026-07-08T16:29:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "sub-test-model-f77711", "reconcileID": "da145c82-48e4-4246-94c4-7bdf0185e7a2", "LLMInferenceService": "sub-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:29:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "27efdc3f-453c-4c51-97f2-c1190a1db8f7", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711-authn-ssl"} 2026-07-08T16:29:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "27efdc3f-453c-4c51-97f2-c1190a1db8f7", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"} 2026-07-08T16:29:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "sub-test-model-f77711", "reconcileID": "7c8afaea-9ddc-42ee-8825-f5a1dfde4020", "LLMInferenceService": "sub-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:29:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "sub-test-model-f77711", "reconcileID": "7c8afaea-9ddc-42ee-8825-f5a1dfde4020", "LLMInferenceService": "sub-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:29:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "sub-test-model-f77711", "reconcileID": "7c8afaea-9ddc-42ee-8825-f5a1dfde4020", "LLMInferenceService": "sub-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:29:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "sub-test-model-f77711", "reconcileID": "7c8afaea-9ddc-42ee-8825-f5a1dfde4020", "LLMInferenceService": "sub-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "sub-test-model-f77711-kserve-route-authn"} 2026-07-08T16:29:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "sub-test-model-f77711", "reconcileID": "7c8afaea-9ddc-42ee-8825-f5a1dfde4020", "LLMInferenceService": "sub-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711", "authType": "userdefined"} 2026-07-08T16:29:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "sub-test-model-f77711", "reconcileID": "7c8afaea-9ddc-42ee-8825-f5a1dfde4020", "LLMInferenceService": "sub-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:29:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "b3774952-f49e-4282-a4cb-dbafca181add", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"} 2026-07-08T16:29:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "b3774952-f49e-4282-a4cb-dbafca181add", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711-authn-ssl"} 2026-07-08T16:29:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "b3774952-f49e-4282-a4cb-dbafca181add", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"} 2026-07-08T16:29:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "sub-test-model-f77711", "reconcileID": "614ebd41-935c-41db-b746-98ae6ece2d33", "LLMInferenceService": "sub-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:29:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "sub-test-model-f77711", "reconcileID": "614ebd41-935c-41db-b746-98ae6ece2d33", "LLMInferenceService": "sub-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:29:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "sub-test-model-f77711", "reconcileID": "614ebd41-935c-41db-b746-98ae6ece2d33", "LLMInferenceService": "sub-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:29:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "sub-test-model-f77711", "reconcileID": "614ebd41-935c-41db-b746-98ae6ece2d33", "LLMInferenceService": "sub-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "sub-test-model-f77711-kserve-route-authn"} 2026-07-08T16:29:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "sub-test-model-f77711", "reconcileID": "614ebd41-935c-41db-b746-98ae6ece2d33", "LLMInferenceService": "sub-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711", "authType": "userdefined"} 2026-07-08T16:29:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "sub-test-model-f77711", "reconcileID": "614ebd41-935c-41db-b746-98ae6ece2d33", "LLMInferenceService": "sub-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:29:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "sub-test-model-f77711", "reconcileID": "401bac46-7f40-4500-aa67-131bcfb2e021", "LLMInferenceService": "sub-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:29:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "sub-test-model-f77711", "reconcileID": "401bac46-7f40-4500-aa67-131bcfb2e021", "LLMInferenceService": "sub-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:29:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "sub-test-model-f77711", "reconcileID": "401bac46-7f40-4500-aa67-131bcfb2e021", "LLMInferenceService": "sub-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:29:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "sub-test-model-f77711", "reconcileID": "401bac46-7f40-4500-aa67-131bcfb2e021", "LLMInferenceService": "sub-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "sub-test-model-f77711-kserve-route-authn"} 2026-07-08T16:29:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "sub-test-model-f77711", "reconcileID": "401bac46-7f40-4500-aa67-131bcfb2e021", "LLMInferenceService": "sub-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711", "authType": "userdefined"} 2026-07-08T16:29:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "sub-test-model-f77711", "reconcileID": "401bac46-7f40-4500-aa67-131bcfb2e021", "LLMInferenceService": "sub-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:30:02Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T16:30:02Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T16:30:03Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T16:30:03Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T16:30:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "78160275-c215-4846-8029-b3f4a79e7541", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T16:30:08Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16", "reconcileID": "8c514da8-ee49-46ce-8777-b4c2b30c4919", "LLMInferenceService": "sub-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:30:08Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16", "reconcileID": "8c514da8-ee49-46ce-8777-b4c2b30c4919", "LLMInferenceService": "sub-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16"} 2026-07-08T16:30:08Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16", "reconcileID": "8c514da8-ee49-46ce-8777-b4c2b30c4919", "LLMInferenceService": "sub-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:30:08Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16", "reconcileID": "8c514da8-ee49-46ce-8777-b4c2b30c4919", "LLMInferenceService": "sub-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:30:08Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16", "reconcileID": "8c514da8-ee49-46ce-8777-b4c2b30c4919", "LLMInferenceService": "sub-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16-kserve-route-authn"} 2026-07-08T16:30:08Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16", "reconcileID": "8c514da8-ee49-46ce-8777-b4c2b30c4919", "LLMInferenceService": "sub-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16-kserve-route-authn"} 2026-07-08T16:30:08Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16", "reconcileID": "8c514da8-ee49-46ce-8777-b4c2b30c4919", "LLMInferenceService": "sub-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:30:08Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16", "reconcileID": "8c514da8-ee49-46ce-8777-b4c2b30c4919", "LLMInferenceService": "sub-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:30:08Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "sub-test-model-d4af16", "reconcileID": "29291587-a0cb-4237-9689-3de30616e269", "LLMInferenceService": "sub-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:30:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "11138d68-ed83-46b3-8e50-c1a73d4eeb05", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:30:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "11138d68-ed83-46b3-8e50-c1a73d4eeb05", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16-authn-ssl"} 2026-07-08T16:30:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "11138d68-ed83-46b3-8e50-c1a73d4eeb05", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:30:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "6c348bc9-632f-4f32-8e5c-fbc297a8eff8", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:30:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "6c348bc9-632f-4f32-8e5c-fbc297a8eff8", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16-authn-ssl"} 2026-07-08T16:30:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "6c348bc9-632f-4f32-8e5c-fbc297a8eff8", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:30:09Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "sub-test-model-f77711", "reconcileID": "d8105fe3-01ab-4b47-890c-63ec5a402106", "LLMInferenceService": "sub-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:30:09Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "sub-test-model-f77711", "reconcileID": "d8105fe3-01ab-4b47-890c-63ec5a402106", "LLMInferenceService": "sub-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "sub-test-model-f77711"} 2026-07-08T16:30:09Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "sub-test-model-f77711", "reconcileID": "d8105fe3-01ab-4b47-890c-63ec5a402106", "LLMInferenceService": "sub-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:30:09Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "sub-test-model-f77711", "reconcileID": "d8105fe3-01ab-4b47-890c-63ec5a402106", "LLMInferenceService": "sub-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:30:09Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "sub-test-model-f77711", "reconcileID": "d8105fe3-01ab-4b47-890c-63ec5a402106", "LLMInferenceService": "sub-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "sub-test-model-f77711-kserve-route-authn"} 2026-07-08T16:30:09Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "sub-test-model-f77711", "reconcileID": "d8105fe3-01ab-4b47-890c-63ec5a402106", "LLMInferenceService": "sub-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "sub-test-model-f77711-kserve-route-authn"} 2026-07-08T16:30:09Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "sub-test-model-f77711", "reconcileID": "d8105fe3-01ab-4b47-890c-63ec5a402106", "LLMInferenceService": "sub-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:30:09Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "sub-test-model-f77711", "reconcileID": "d8105fe3-01ab-4b47-890c-63ec5a402106", "LLMInferenceService": "sub-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:30:09Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "sub-test-model-f77711", "reconcileID": "a9ac21ca-8342-4a15-b8f7-22c260612d8f", "LLMInferenceService": "sub-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:30:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "1369a9b8-edc3-48ac-a4bd-8f0628cce6ab", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"} 2026-07-08T16:30:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "1369a9b8-edc3-48ac-a4bd-8f0628cce6ab", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711-authn-ssl"} 2026-07-08T16:30:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "1369a9b8-edc3-48ac-a4bd-8f0628cce6ab", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"} 2026-07-08T16:30:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "58e75812-8afb-42b7-9d11-a866f4941789", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"} 2026-07-08T16:30:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "58e75812-8afb-42b7-9d11-a866f4941789", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711-authn-ssl"} 2026-07-08T16:30:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "58e75812-8afb-42b7-9d11-a866f4941789", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"} 2026-07-08T16:30:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "rate-test-model-d4af16", "reconcileID": "9691fddf-cf7c-4607-9820-3b8b316d787c", "LLMInferenceService": "rate-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:30:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "rate-test-model-d4af16", "reconcileID": "9691fddf-cf7c-4607-9820-3b8b316d787c", "LLMInferenceService": "rate-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:30:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "rate-test-model-d4af16", "reconcileID": "9691fddf-cf7c-4607-9820-3b8b316d787c", "LLMInferenceService": "rate-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:30:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "a50f3185-a06d-4abe-8f6a-1e7185ab91b4", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:30:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "rate-test-model-d4af16", "reconcileID": "9691fddf-cf7c-4607-9820-3b8b316d787c", "LLMInferenceService": "rate-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "rate-test-model-d4af16-kserve-route-authn"} 2026-07-08T16:30:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "rate-test-model-d4af16", "reconcileID": "9691fddf-cf7c-4607-9820-3b8b316d787c", "LLMInferenceService": "rate-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16", "authType": "userdefined"} 2026-07-08T16:30:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "rate-test-model-d4af16", "reconcileID": "9691fddf-cf7c-4607-9820-3b8b316d787c", "LLMInferenceService": "rate-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:30:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "a50f3185-a06d-4abe-8f6a-1e7185ab91b4", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16-authn-ssl"} 2026-07-08T16:30:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "a50f3185-a06d-4abe-8f6a-1e7185ab91b4", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:30:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "rate-test-model-d4af16", "reconcileID": "33f4a3a4-f141-4951-a456-3971ef828025", "LLMInferenceService": "rate-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:30:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "rate-test-model-d4af16", "reconcileID": "33f4a3a4-f141-4951-a456-3971ef828025", "LLMInferenceService": "rate-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:30:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "rate-test-model-d4af16", "reconcileID": "33f4a3a4-f141-4951-a456-3971ef828025", "LLMInferenceService": "rate-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:30:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "rate-test-model-d4af16", "reconcileID": "33f4a3a4-f141-4951-a456-3971ef828025", "LLMInferenceService": "rate-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "rate-test-model-d4af16-kserve-route-authn"} 2026-07-08T16:30:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "rate-test-model-d4af16", "reconcileID": "33f4a3a4-f141-4951-a456-3971ef828025", "LLMInferenceService": "rate-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16", "authType": "userdefined"} 2026-07-08T16:30:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "rate-test-model-d4af16", "reconcileID": "33f4a3a4-f141-4951-a456-3971ef828025", "LLMInferenceService": "rate-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:30:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "9a9c7ea6-6630-4d5c-b4a8-0bcd51741624", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:30:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "9a9c7ea6-6630-4d5c-b4a8-0bcd51741624", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16-authn-ssl"} 2026-07-08T16:30:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "9a9c7ea6-6630-4d5c-b4a8-0bcd51741624", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:30:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "rate-test-model-d4af16", "reconcileID": "53eb64a0-66a0-4d17-8fad-2a89c11a752f", "LLMInferenceService": "rate-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:30:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "rate-test-model-d4af16", "reconcileID": "53eb64a0-66a0-4d17-8fad-2a89c11a752f", "LLMInferenceService": "rate-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:30:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "rate-test-model-d4af16", "reconcileID": "53eb64a0-66a0-4d17-8fad-2a89c11a752f", "LLMInferenceService": "rate-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:30:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "rate-test-model-d4af16", "reconcileID": "53eb64a0-66a0-4d17-8fad-2a89c11a752f", "LLMInferenceService": "rate-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "rate-test-model-d4af16-kserve-route-authn"} 2026-07-08T16:30:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "rate-test-model-d4af16", "reconcileID": "53eb64a0-66a0-4d17-8fad-2a89c11a752f", "LLMInferenceService": "rate-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16", "authType": "userdefined"} 2026-07-08T16:30:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "rate-test-model-d4af16", "reconcileID": "53eb64a0-66a0-4d17-8fad-2a89c11a752f", "LLMInferenceService": "rate-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:30:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "rate-test-model-d4af16", "reconcileID": "8edfd058-47b0-4eba-8f25-3b2eacfef6fb", "LLMInferenceService": "rate-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:30:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "rate-test-model-d4af16", "reconcileID": "8edfd058-47b0-4eba-8f25-3b2eacfef6fb", "LLMInferenceService": "rate-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:30:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "rate-test-model-d4af16", "reconcileID": "8edfd058-47b0-4eba-8f25-3b2eacfef6fb", "LLMInferenceService": "rate-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:30:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "rate-test-model-d4af16", "reconcileID": "8edfd058-47b0-4eba-8f25-3b2eacfef6fb", "LLMInferenceService": "rate-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "rate-test-model-d4af16-kserve-route-authn"} 2026-07-08T16:30:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "rate-test-model-d4af16", "reconcileID": "8edfd058-47b0-4eba-8f25-3b2eacfef6fb", "LLMInferenceService": "rate-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16", "authType": "userdefined"} 2026-07-08T16:30:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "rate-test-model-d4af16", "reconcileID": "8edfd058-47b0-4eba-8f25-3b2eacfef6fb", "LLMInferenceService": "rate-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:30:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711", "reconcileID": "15b1da46-3722-4cfd-a636-5bb030099020", "LLMInferenceService": "rate-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:30:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711", "reconcileID": "15b1da46-3722-4cfd-a636-5bb030099020", "LLMInferenceService": "rate-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:30:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711", "reconcileID": "15b1da46-3722-4cfd-a636-5bb030099020", "LLMInferenceService": "rate-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:30:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "bc39a07b-bd58-492d-86e0-084351652ab3", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"} 2026-07-08T16:30:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711", "reconcileID": "15b1da46-3722-4cfd-a636-5bb030099020", "LLMInferenceService": "rate-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711-kserve-route-authn"} 2026-07-08T16:30:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711", "reconcileID": "15b1da46-3722-4cfd-a636-5bb030099020", "LLMInferenceService": "rate-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711", "authType": "userdefined"} 2026-07-08T16:30:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711", "reconcileID": "15b1da46-3722-4cfd-a636-5bb030099020", "LLMInferenceService": "rate-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:30:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "bc39a07b-bd58-492d-86e0-084351652ab3", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711-authn-ssl"} 2026-07-08T16:30:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "bc39a07b-bd58-492d-86e0-084351652ab3", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"} 2026-07-08T16:30:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711", "reconcileID": "3d394f1c-fede-467b-bf02-679125263c08", "LLMInferenceService": "rate-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:30:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711", "reconcileID": "3d394f1c-fede-467b-bf02-679125263c08", "LLMInferenceService": "rate-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:30:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711", "reconcileID": "3d394f1c-fede-467b-bf02-679125263c08", "LLMInferenceService": "rate-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:30:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711", "reconcileID": "3d394f1c-fede-467b-bf02-679125263c08", "LLMInferenceService": "rate-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711-kserve-route-authn"} 2026-07-08T16:30:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711", "reconcileID": "3d394f1c-fede-467b-bf02-679125263c08", "LLMInferenceService": "rate-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711", "authType": "userdefined"} 2026-07-08T16:30:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711", "reconcileID": "3d394f1c-fede-467b-bf02-679125263c08", "LLMInferenceService": "rate-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:30:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "9cdc97ac-e131-45a6-9f9c-40614e2a1578", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"} 2026-07-08T16:30:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "9cdc97ac-e131-45a6-9f9c-40614e2a1578", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711-authn-ssl"} 2026-07-08T16:30:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "9cdc97ac-e131-45a6-9f9c-40614e2a1578", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"} 2026-07-08T16:30:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711", "reconcileID": "295d24e1-62c6-477b-84e4-77521a5aba09", "LLMInferenceService": "rate-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:30:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711", "reconcileID": "295d24e1-62c6-477b-84e4-77521a5aba09", "LLMInferenceService": "rate-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:30:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711", "reconcileID": "295d24e1-62c6-477b-84e4-77521a5aba09", "LLMInferenceService": "rate-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:30:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711", "reconcileID": "295d24e1-62c6-477b-84e4-77521a5aba09", "LLMInferenceService": "rate-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711-kserve-route-authn"} 2026-07-08T16:30:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711", "reconcileID": "295d24e1-62c6-477b-84e4-77521a5aba09", "LLMInferenceService": "rate-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711", "authType": "userdefined"} 2026-07-08T16:30:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711", "reconcileID": "295d24e1-62c6-477b-84e4-77521a5aba09", "LLMInferenceService": "rate-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:30:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711", "reconcileID": "d003bd76-192f-4942-a894-8a3867d585c8", "LLMInferenceService": "rate-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:30:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711", "reconcileID": "d003bd76-192f-4942-a894-8a3867d585c8", "LLMInferenceService": "rate-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:30:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711", "reconcileID": "d003bd76-192f-4942-a894-8a3867d585c8", "LLMInferenceService": "rate-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:30:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711", "reconcileID": "d003bd76-192f-4942-a894-8a3867d585c8", "LLMInferenceService": "rate-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711-kserve-route-authn"} 2026-07-08T16:30:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711", "reconcileID": "d003bd76-192f-4942-a894-8a3867d585c8", "LLMInferenceService": "rate-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711", "authType": "userdefined"} 2026-07-08T16:30:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711", "reconcileID": "d003bd76-192f-4942-a894-8a3867d585c8", "LLMInferenceService": "rate-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:30:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711", "reconcileID": "091c38b0-de6a-42fb-add1-f47abcbaeace", "LLMInferenceService": "rate-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:30:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711", "reconcileID": "091c38b0-de6a-42fb-add1-f47abcbaeace", "LLMInferenceService": "rate-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:30:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711", "reconcileID": "091c38b0-de6a-42fb-add1-f47abcbaeace", "LLMInferenceService": "rate-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:30:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711", "reconcileID": "091c38b0-de6a-42fb-add1-f47abcbaeace", "LLMInferenceService": "rate-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711-kserve-route-authn"} 2026-07-08T16:30:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711", "reconcileID": "091c38b0-de6a-42fb-add1-f47abcbaeace", "LLMInferenceService": "rate-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711", "authType": "userdefined"} 2026-07-08T16:30:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711", "reconcileID": "091c38b0-de6a-42fb-add1-f47abcbaeace", "LLMInferenceService": "rate-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:31:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "74e3ec1e-1e32-4a11-a472-ffb2040ab515", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T16:31:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "79434d94-cdd6-4914-affc-a2c97775bcfc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T16:31:30Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "rate-test-model-d4af16", "reconcileID": "3d3b6087-d752-454e-8843-314b7a6cad43", "LLMInferenceService": "rate-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:31:30Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "rate-test-model-d4af16", "reconcileID": "3d3b6087-d752-454e-8843-314b7a6cad43", "LLMInferenceService": "rate-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "rate-test-model-d4af16"} 2026-07-08T16:31:30Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "rate-test-model-d4af16", "reconcileID": "3d3b6087-d752-454e-8843-314b7a6cad43", "LLMInferenceService": "rate-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:31:30Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "rate-test-model-d4af16", "reconcileID": "3d3b6087-d752-454e-8843-314b7a6cad43", "LLMInferenceService": "rate-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:31:30Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "rate-test-model-d4af16", "reconcileID": "3d3b6087-d752-454e-8843-314b7a6cad43", "LLMInferenceService": "rate-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "rate-test-model-d4af16-kserve-route-authn"} 2026-07-08T16:31:30Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "rate-test-model-d4af16", "reconcileID": "3d3b6087-d752-454e-8843-314b7a6cad43", "LLMInferenceService": "rate-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "rate-test-model-d4af16-kserve-route-authn"} 2026-07-08T16:31:30Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "rate-test-model-d4af16", "reconcileID": "3d3b6087-d752-454e-8843-314b7a6cad43", "LLMInferenceService": "rate-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:31:30Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "rate-test-model-d4af16", "reconcileID": "3d3b6087-d752-454e-8843-314b7a6cad43", "LLMInferenceService": "rate-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:31:30Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-d4af16","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "rate-test-model-d4af16", "reconcileID": "622e5886-28c8-4432-b00c-6fc9a22faf1f", "LLMInferenceService": "rate-test-model-d4af16", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:31:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "490b6470-d1ce-414a-a618-36bf9505f622", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:31:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "490b6470-d1ce-414a-a618-36bf9505f622", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16-authn-ssl"} 2026-07-08T16:31:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "490b6470-d1ce-414a-a618-36bf9505f622", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:31:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "77eecbfd-2603-4c12-9d43-bc0f8a41804f", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:31:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "77eecbfd-2603-4c12-9d43-bc0f8a41804f", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16-authn-ssl"} 2026-07-08T16:31:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "77eecbfd-2603-4c12-9d43-bc0f8a41804f", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:31:30Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711", "reconcileID": "ec2a182a-2a61-4d3c-88d1-66147e183caa", "LLMInferenceService": "rate-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:31:30Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711", "reconcileID": "ec2a182a-2a61-4d3c-88d1-66147e183caa", "LLMInferenceService": "rate-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711"} 2026-07-08T16:31:30Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711", "reconcileID": "ec2a182a-2a61-4d3c-88d1-66147e183caa", "LLMInferenceService": "rate-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:31:30Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711", "reconcileID": "ec2a182a-2a61-4d3c-88d1-66147e183caa", "LLMInferenceService": "rate-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:31:30Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711", "reconcileID": "ec2a182a-2a61-4d3c-88d1-66147e183caa", "LLMInferenceService": "rate-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711-kserve-route-authn"} 2026-07-08T16:31:30Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711", "reconcileID": "ec2a182a-2a61-4d3c-88d1-66147e183caa", "LLMInferenceService": "rate-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711-kserve-route-authn"} 2026-07-08T16:31:30Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711", "reconcileID": "ec2a182a-2a61-4d3c-88d1-66147e183caa", "LLMInferenceService": "rate-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:31:30Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711", "reconcileID": "ec2a182a-2a61-4d3c-88d1-66147e183caa", "LLMInferenceService": "rate-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:31:31Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f77711","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "rate-test-model-f77711", "reconcileID": "09998ced-554e-44d8-be82-1579b26e54f5", "LLMInferenceService": "rate-test-model-f77711", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:31:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "6028dc7e-de97-43aa-9539-34a64d780eeb", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"} 2026-07-08T16:31:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "6028dc7e-de97-43aa-9539-34a64d780eeb", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711-authn-ssl"} 2026-07-08T16:31:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "6028dc7e-de97-43aa-9539-34a64d780eeb", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"} 2026-07-08T16:31:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "01c8ff3c-1a21-4ebc-8d5a-8331fd6255fe", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"} 2026-07-08T16:31:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "01c8ff3c-1a21-4ebc-8d5a-8331fd6255fe", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711-authn-ssl"} 2026-07-08T16:31:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "01c8ff3c-1a21-4ebc-8d5a-8331fd6255fe", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"} 2026-07-08T16:32:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d5902f75-0fcc-4ca1-8cd5-f30b5579a4b9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T16:32:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "9cd02382-be3d-42d9-bc01-2ddaea5ea436", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:32:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "9cd02382-be3d-42d9-bc01-2ddaea5ea436", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16-authn-ssl"} 2026-07-08T16:32:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "9cd02382-be3d-42d9-bc01-2ddaea5ea436", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:32:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5fcd3c08-1d4d-41a1-8e9e-033ffdbdecaa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:32:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5fcd3c08-1d4d-41a1-8e9e-033ffdbdecaa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d4af16", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T16:32:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5fcd3c08-1d4d-41a1-8e9e-033ffdbdecaa", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-d4af16 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T16:32:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "odh-trusted-ca-bundle", "reconcileID": "52c8b221-b95a-46ce-8b79-6693640dcc9a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:32:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "odh-trusted-ca-bundle", "reconcileID": "52c8b221-b95a-46ce-8b79-6693640dcc9a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:32:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "openshift-service-ca.crt", "reconcileID": "2bf88422-8608-4b0f-a1b3-89d4074384bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:32:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "openshift-service-ca.crt", "reconcileID": "2bf88422-8608-4b0f-a1b3-89d4074384bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:32:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "84e276eb-960f-4783-bd33-b15ceae970e2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:32:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-d4af16"}, "namespace": "ai-tenant-e2e-shared-a-d4af16", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "84e276eb-960f-4783-bd33-b15ceae970e2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-d4af16"} 2026-07-08T16:32:17Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-d4af16","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-d4af16", "reconcileID": "56bc2052-359f-4636-ae53-8022a7211ca6", "Gateway": "e2e-shared-a-d4af16", "namespace": "openshift-ingress"} 2026-07-08T16:32:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "562fbbde-0443-496a-85d4-2e79e145e4a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T16:32:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "e476d8a1-af59-4316-99c1-d83652c2dd59", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"} 2026-07-08T16:32:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "e476d8a1-af59-4316-99c1-d83652c2dd59", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711-authn-ssl"} 2026-07-08T16:32:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "e476d8a1-af59-4316-99c1-d83652c2dd59", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"} 2026-07-08T16:32:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2995d6de-6484-4fdb-b17c-f7d75e3a401e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:32:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2995d6de-6484-4fdb-b17c-f7d75e3a401e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f77711", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T16:32:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2995d6de-6484-4fdb-b17c-f7d75e3a401e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-f77711 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T16:32:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "odh-trusted-ca-bundle", "reconcileID": "90276e77-7f11-4a21-828a-1fc83a4cce25", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:32:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "odh-trusted-ca-bundle", "reconcileID": "90276e77-7f11-4a21-828a-1fc83a4cce25", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:32:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "openshift-service-ca.crt", "reconcileID": "fe5183f5-1256-43fa-9840-ac063c7c6a42", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:32:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "openshift-service-ca.crt", "reconcileID": "fe5183f5-1256-43fa-9840-ac063c7c6a42", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:32:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25c5ad99-92fd-4b38-afe1-cf9825fe2f57", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:32:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f77711"}, "namespace": "ai-tenant-e2e-shared-b-f77711", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25c5ad99-92fd-4b38-afe1-cf9825fe2f57", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f77711"} 2026-07-08T16:32:24Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f77711","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f77711", "reconcileID": "347309be-244f-4e5e-a800-c8ab31ee95b5", "Gateway": "e2e-shared-b-f77711", "namespace": "openshift-ingress"}