2026-07-07T16:16:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b728d9"}, "namespace": "ai-tenant-e2e-api-b-b728d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fb10dd73-3388-46db-91ee-765b49971324", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b728d9"} 2026-07-07T16:16:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-b728d9"}, "namespace": "ai-tenant-e2e-api-b-b728d9", "name": "openshift-service-ca.crt", "reconcileID": "9840c44d-e80e-4d38-b222-9134f28c57e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-b728d9"} 2026-07-07T16:16:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-b728d9"}, "namespace": "ai-tenant-e2e-api-b-b728d9", "name": "odh-trusted-ca-bundle", "reconcileID": "ac3a6f5e-4857-4bb5-a4b4-bca9b3516b61", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b728d9", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T16:16:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-b728d9"}, "namespace": "ai-tenant-e2e-api-b-b728d9", "name": "odh-trusted-ca-bundle", "reconcileID": "ac3a6f5e-4857-4bb5-a4b4-bca9b3516b61", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b728d9"} 2026-07-07T16:16:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b728d9"}, "namespace": "ai-tenant-e2e-api-b-b728d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a7a48c16-a8d6-48dd-a6bb-e621926d043a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b728d9"} 2026-07-07T16:16:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b728d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b728d9", "reconcileID": "177dc8f2-a5bb-441b-b3c4-068387ccda0c", "Gateway": "e2e-api-b-b728d9", "namespace": "openshift-ingress"} 2026-07-07T16:16:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b728d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b728d9", "reconcileID": "177dc8f2-a5bb-441b-b3c4-068387ccda0c", "Gateway": "e2e-api-b-b728d9", "namespace": "openshift-ingress", "name": "e2e-api-b-b728d9-authn-ssl"} 2026-07-07T16:16:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b728d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b728d9", "reconcileID": "177dc8f2-a5bb-441b-b3c4-068387ccda0c", "Gateway": "e2e-api-b-b728d9", "namespace": "openshift-ingress"} 2026-07-07T16:16:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "a841b05e-405e-4e46-9824-2d2ec738128f", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T16:16:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-78b5af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-78b5af", "reconcileID": "a42648a4-4d11-48c4-a744-e0075d331eec", "Gateway": "e2e-api-a-78b5af", "namespace": "openshift-ingress"} 2026-07-07T16:16:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-78b5af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-78b5af", "reconcileID": "a42648a4-4d11-48c4-a744-e0075d331eec", "Gateway": "e2e-api-a-78b5af", "namespace": "openshift-ingress", "name": "e2e-api-a-78b5af-authn-ssl"} 2026-07-07T16:16:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-78b5af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-78b5af", "reconcileID": "a42648a4-4d11-48c4-a744-e0075d331eec", "Gateway": "e2e-api-a-78b5af", "namespace": "openshift-ingress"} 2026-07-07T16:16:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b728d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b728d9", "reconcileID": "df0be57e-1fc6-4d89-8b7b-fae402c98e6c", "Gateway": "e2e-api-b-b728d9", "namespace": "openshift-ingress"} 2026-07-07T16:16:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b728d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b728d9", "reconcileID": "df0be57e-1fc6-4d89-8b7b-fae402c98e6c", "Gateway": "e2e-api-b-b728d9", "namespace": "openshift-ingress", "name": "e2e-api-b-b728d9-authn-ssl"} 2026-07-07T16:16:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b728d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b728d9", "reconcileID": "df0be57e-1fc6-4d89-8b7b-fae402c98e6c", "Gateway": "e2e-api-b-b728d9", "namespace": "openshift-ingress"} 2026-07-07T16:16:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "e11d7718-3dbf-44c9-8b10-60dadc2e046d", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T16:16:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-78b5af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-78b5af", "reconcileID": "046c2511-3bd2-4041-a881-3baf2cce5155", "Gateway": "e2e-api-a-78b5af", "namespace": "openshift-ingress"} 2026-07-07T16:16:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-78b5af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-78b5af", "reconcileID": "046c2511-3bd2-4041-a881-3baf2cce5155", "Gateway": "e2e-api-a-78b5af", "namespace": "openshift-ingress", "name": "e2e-api-a-78b5af-authn-ssl"} 2026-07-07T16:16:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-78b5af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-78b5af", "reconcileID": "046c2511-3bd2-4041-a881-3baf2cce5155", "Gateway": "e2e-api-a-78b5af", "namespace": "openshift-ingress"} 2026-07-07T16:17:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-78b5af"}, "namespace": "ai-tenant-e2e-api-a-78b5af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "29fe1181-7199-4e8b-8f8b-2f24482f2ee8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-78b5af"} 2026-07-07T16:17:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-78b5af"}, "namespace": "ai-tenant-e2e-api-a-78b5af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "29fe1181-7199-4e8b-8f8b-2f24482f2ee8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-78b5af", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T16:17:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-78b5af"}, "namespace": "ai-tenant-e2e-api-a-78b5af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "29fe1181-7199-4e8b-8f8b-2f24482f2ee8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-78b5af because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T16:17:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-78b5af"}, "namespace": "ai-tenant-e2e-api-a-78b5af", "name": "odh-trusted-ca-bundle", "reconcileID": "b824aee4-27be-4249-ae3c-0b8e9786d0d3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-78b5af"} 2026-07-07T16:17:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-78b5af"}, "namespace": "ai-tenant-e2e-api-a-78b5af", "name": "odh-trusted-ca-bundle", "reconcileID": "b824aee4-27be-4249-ae3c-0b8e9786d0d3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-78b5af", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T16:17:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-78b5af"}, "namespace": "ai-tenant-e2e-api-a-78b5af", "name": "odh-trusted-ca-bundle", "reconcileID": "b824aee4-27be-4249-ae3c-0b8e9786d0d3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-78b5af because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T16:17:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-78b5af"}, "namespace": "ai-tenant-e2e-api-a-78b5af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b9c82f2-9fbd-4da4-8306-b876a124b786", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-78b5af"} 2026-07-07T16:17:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-78b5af"}, "namespace": "ai-tenant-e2e-api-a-78b5af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b9c82f2-9fbd-4da4-8306-b876a124b786", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-78b5af", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T16:17:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-78b5af"}, "namespace": "ai-tenant-e2e-api-a-78b5af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b9c82f2-9fbd-4da4-8306-b876a124b786", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-78b5af because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T16:17:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-78b5af"}, "namespace": "ai-tenant-e2e-api-a-78b5af", "name": "openshift-service-ca.crt", "reconcileID": "223fa1b5-1f5c-4ae4-a661-11a047c79896", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-78b5af"} 2026-07-07T16:17:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-78b5af"}, "namespace": "ai-tenant-e2e-api-a-78b5af", "name": "openshift-service-ca.crt", "reconcileID": "223fa1b5-1f5c-4ae4-a661-11a047c79896", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-78b5af"} 2026-07-07T16:17:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-78b5af"}, "namespace": "ai-tenant-e2e-api-a-78b5af", "name": "odh-trusted-ca-bundle", "reconcileID": "6c0a56a3-0199-4a62-aba2-1c8bc3febe21", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-78b5af"} 2026-07-07T16:17:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-78b5af"}, "namespace": "ai-tenant-e2e-api-a-78b5af", "name": "odh-trusted-ca-bundle", "reconcileID": "6c0a56a3-0199-4a62-aba2-1c8bc3febe21", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-78b5af"} 2026-07-07T16:17:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-78b5af"}, "namespace": "ai-tenant-e2e-api-a-78b5af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "051afe71-f5ac-46c6-80f3-f08a4bed2bb9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-78b5af"} 2026-07-07T16:17:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-78b5af"}, "namespace": "ai-tenant-e2e-api-a-78b5af", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "051afe71-f5ac-46c6-80f3-f08a4bed2bb9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-78b5af"} 2026-07-07T16:17:05Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-78b5af","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-78b5af", "reconcileID": "a9b5ab97-4419-4816-968f-3aebcea87e50", "Gateway": "e2e-api-a-78b5af", "namespace": "openshift-ingress"} 2026-07-07T16:17:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "35df0713-90a8-4146-903e-7d4571ce019e", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T16:17:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b728d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b728d9", "reconcileID": "1ccbc208-6d29-428f-9fbf-8ce0d2c5654e", "Gateway": "e2e-api-b-b728d9", "namespace": "openshift-ingress"} 2026-07-07T16:17:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b728d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b728d9", "reconcileID": "1ccbc208-6d29-428f-9fbf-8ce0d2c5654e", "Gateway": "e2e-api-b-b728d9", "namespace": "openshift-ingress", "name": "e2e-api-b-b728d9-authn-ssl"} 2026-07-07T16:17:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b728d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b728d9", "reconcileID": "1ccbc208-6d29-428f-9fbf-8ce0d2c5654e", "Gateway": "e2e-api-b-b728d9", "namespace": "openshift-ingress"} 2026-07-07T16:17:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b728d9"}, "namespace": "ai-tenant-e2e-api-b-b728d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a77c81ff-182d-4053-80d7-b16b3042cd7f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b728d9"} 2026-07-07T16:17:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b728d9"}, "namespace": "ai-tenant-e2e-api-b-b728d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a77c81ff-182d-4053-80d7-b16b3042cd7f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b728d9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T16:17:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b728d9"}, "namespace": "ai-tenant-e2e-api-b-b728d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a77c81ff-182d-4053-80d7-b16b3042cd7f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-b728d9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T16:17:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-b728d9"}, "namespace": "ai-tenant-e2e-api-b-b728d9", "name": "odh-trusted-ca-bundle", "reconcileID": "81c11d2f-b79f-4cc0-9b6b-8588c8bb17e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b728d9"} 2026-07-07T16:17:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-b728d9"}, "namespace": "ai-tenant-e2e-api-b-b728d9", "name": "odh-trusted-ca-bundle", "reconcileID": "81c11d2f-b79f-4cc0-9b6b-8588c8bb17e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b728d9"} 2026-07-07T16:17:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-b728d9"}, "namespace": "ai-tenant-e2e-api-b-b728d9", "name": "openshift-service-ca.crt", "reconcileID": "f368c1d1-90ea-4811-921e-e695f9f3d575", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-b728d9"} 2026-07-07T16:17:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-b728d9"}, "namespace": "ai-tenant-e2e-api-b-b728d9", "name": "openshift-service-ca.crt", "reconcileID": "f368c1d1-90ea-4811-921e-e695f9f3d575", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-b728d9"} 2026-07-07T16:17:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b728d9"}, "namespace": "ai-tenant-e2e-api-b-b728d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9f2e8405-b624-432e-b8de-9a84bc9e123c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b728d9"} 2026-07-07T16:17:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-b728d9"}, "namespace": "ai-tenant-e2e-api-b-b728d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9f2e8405-b624-432e-b8de-9a84bc9e123c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-b728d9"} 2026-07-07T16:17:13Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-b728d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-b728d9", "reconcileID": "add9a0b5-1d72-44e4-a26a-1c5da92e6aa4", "Gateway": "e2e-api-b-b728d9", "namespace": "openshift-ingress"} 2026-07-07T16:17:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "a5517203-fe32-4cd3-b635-014c2c94f22a", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:17:14Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "a5517203-fe32-4cd3-b635-014c2c94f22a", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress", "name": "e2e-shared-a-382396-authn-ssl"} 2026-07-07T16:17:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "a5517203-fe32-4cd3-b635-014c2c94f22a", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:17:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "b0be463e-a779-401e-b31b-72698abb401c", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:17:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "b0be463e-a779-401e-b31b-72698abb401c", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress", "name": "e2e-shared-a-382396-authn-ssl"} 2026-07-07T16:17:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "b0be463e-a779-401e-b31b-72698abb401c", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:17:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "bef641c3-efb2-48c9-9d63-84d46eaf9a0b", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:17:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "bef641c3-efb2-48c9-9d63-84d46eaf9a0b", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress", "name": "e2e-shared-a-382396-authn-ssl"} 2026-07-07T16:17:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "bef641c3-efb2-48c9-9d63-84d46eaf9a0b", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:17:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "3d406f6a-e09f-4353-9289-623b2131a206", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:17:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "3d406f6a-e09f-4353-9289-623b2131a206", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress", "name": "e2e-shared-a-382396-authn-ssl"} 2026-07-07T16:17:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "3d406f6a-e09f-4353-9289-623b2131a206", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:17:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "55055e66-e233-4b28-b948-717ce5dd250a", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:17:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "55055e66-e233-4b28-b948-717ce5dd250a", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress", "name": "e2e-shared-a-382396-authn-ssl"} 2026-07-07T16:17:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "55055e66-e233-4b28-b948-717ce5dd250a", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:17:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "08e8da46-28ee-4ff7-b2db-ac852fd1a051", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:17:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "08e8da46-28ee-4ff7-b2db-ac852fd1a051", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress", "name": "e2e-shared-a-382396-authn-ssl"} 2026-07-07T16:17:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "08e8da46-28ee-4ff7-b2db-ac852fd1a051", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:17:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "4e156f4e-cf1b-4295-88c8-afe9d4e83511", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:17:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "4e156f4e-cf1b-4295-88c8-afe9d4e83511", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress", "name": "e2e-shared-a-382396-authn-ssl"} 2026-07-07T16:17:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "4e156f4e-cf1b-4295-88c8-afe9d4e83511", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:17:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "39372066-ffa2-49a3-83c8-4e7ff4973480", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:17:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "39372066-ffa2-49a3-83c8-4e7ff4973480", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress", "name": "e2e-shared-a-382396-authn-ssl"} 2026-07-07T16:17:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "39372066-ffa2-49a3-83c8-4e7ff4973480", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:17:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "openshift-service-ca.crt", "reconcileID": "045b5789-1d2c-4bfb-b50b-aa6c9190a198", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:17:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "odh-trusted-ca-bundle", "reconcileID": "341c5021-1739-4920-a91f-1dd745d14edf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:17:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "openshift-service-ca.crt", "reconcileID": "38b50180-7f4a-4e99-9199-bc0512fd9953", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-382396", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T16:17:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "openshift-service-ca.crt", "reconcileID": "38b50180-7f4a-4e99-9199-bc0512fd9953", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:17:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "odh-trusted-ca-bundle", "reconcileID": "850f0b7a-cab0-4704-ac72-d6ea1dcf89c8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-382396", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T16:17:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "odh-trusted-ca-bundle", "reconcileID": "850f0b7a-cab0-4704-ac72-d6ea1dcf89c8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T16:17:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4da1e03-62a0-45d0-9f1f-e8f0d9e8532b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-382396", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T16:17:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4da1e03-62a0-45d0-9f1f-e8f0d9e8532b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:17:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "openshift-service-ca.crt", "reconcileID": "ff86c052-ae09-4d33-ac79-e8837ed65680", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:17:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "odh-trusted-ca-bundle", "reconcileID": "79d16d3b-47d3-4e31-9f66-9d5fafd94012", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:17:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6efa0948-f932-48ab-b7dc-37a78dd1ad41", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:17:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "66b89020-0a7d-4f2f-93e9-96bc69c95945", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:17:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "66b89020-0a7d-4f2f-93e9-96bc69c95945", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress", "name": "e2e-shared-a-382396-authn-ssl"} 2026-07-07T16:17:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "66b89020-0a7d-4f2f-93e9-96bc69c95945", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:17:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "d469275a-4cd0-4703-9326-ba76aa6e7ba9", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T16:17:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "6119665d-ed1c-41e1-96e1-dfe0460b91a8", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:17:22Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "6119665d-ed1c-41e1-96e1-dfe0460b91a8", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556-authn-ssl"} 2026-07-07T16:17:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "6119665d-ed1c-41e1-96e1-dfe0460b91a8", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:17:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "223b0cb1-1959-473e-bbfb-f89f94ff9751", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:17:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "223b0cb1-1959-473e-bbfb-f89f94ff9751", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556-authn-ssl"} 2026-07-07T16:17:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "223b0cb1-1959-473e-bbfb-f89f94ff9751", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:17:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "ed93cf5b-824c-41f5-92b8-2603c2c44e29", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:17:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "ed93cf5b-824c-41f5-92b8-2603c2c44e29", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556-authn-ssl"} 2026-07-07T16:17:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "ed93cf5b-824c-41f5-92b8-2603c2c44e29", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:17:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "67bf7341-c17c-419e-b203-f99e07f50f4d", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:17:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "67bf7341-c17c-419e-b203-f99e07f50f4d", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556-authn-ssl"} 2026-07-07T16:17:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "67bf7341-c17c-419e-b203-f99e07f50f4d", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:17:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "1ba85dab-f821-4221-861b-597814186f9e", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:17:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "1ba85dab-f821-4221-861b-597814186f9e", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556-authn-ssl"} 2026-07-07T16:17:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "1ba85dab-f821-4221-861b-597814186f9e", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:17:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "39f8b2df-191f-4a05-ada5-9a28c50c1f32", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:17:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "39f8b2df-191f-4a05-ada5-9a28c50c1f32", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556-authn-ssl"} 2026-07-07T16:17:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "39f8b2df-191f-4a05-ada5-9a28c50c1f32", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:17:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "38eee519-de89-4d13-82da-cebee62615ed", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:17:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "38eee519-de89-4d13-82da-cebee62615ed", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556-authn-ssl"} 2026-07-07T16:17:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "38eee519-de89-4d13-82da-cebee62615ed", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:17:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "37bfcbb2-7959-4baa-b994-7d6acedaaab8", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:17:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "37bfcbb2-7959-4baa-b994-7d6acedaaab8", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress", "name": "e2e-shared-a-382396-authn-ssl"} 2026-07-07T16:17:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "37bfcbb2-7959-4baa-b994-7d6acedaaab8", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:17:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "16459bb3-9515-466d-858e-b75236f7e4c9", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:17:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "16459bb3-9515-466d-858e-b75236f7e4c9", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556-authn-ssl"} 2026-07-07T16:17:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "16459bb3-9515-466d-858e-b75236f7e4c9", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:17:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "openshift-service-ca.crt", "reconcileID": "3f499b0b-d3a9-4e65-a0de-f8646350f9bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:17:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "openshift-service-ca.crt", "reconcileID": "bfb2b94b-122c-4e75-9936-7915db6175f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-17e556", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T16:17:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "openshift-service-ca.crt", "reconcileID": "bfb2b94b-122c-4e75-9936-7915db6175f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:17:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "odh-trusted-ca-bundle", "reconcileID": "7895f7f4-e03f-45d6-be68-5beeb689f6a9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-17e556", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T16:17:25Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "odh-trusted-ca-bundle", "reconcileID": "7895f7f4-e03f-45d6-be68-5beeb689f6a9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T16:17:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "openshift-service-ca.crt", "reconcileID": "627957db-4800-4c08-89df-134e2aec8312", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:17:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e65f3304-b382-4d9a-b8fd-d302b0f28877", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:17:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "odh-trusted-ca-bundle", "reconcileID": "9b8d7f61-8ef8-4e11-8249-d0cf22cf7d1a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:17:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "odh-trusted-ca-bundle", "reconcileID": "cd8a16b5-84e5-49a7-b5a9-a4a656ba6cf1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-17e556", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T16:17:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "odh-trusted-ca-bundle", "reconcileID": "cd8a16b5-84e5-49a7-b5a9-a4a656ba6cf1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:17:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5419669c-7bd7-44de-835a-93c64086a363", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:17:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "d5e9e453-33dc-4c6f-a651-ac75e5a295d3", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:17:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "d5e9e453-33dc-4c6f-a651-ac75e5a295d3", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556-authn-ssl"} 2026-07-07T16:17:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "d5e9e453-33dc-4c6f-a651-ac75e5a295d3", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:17:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "1b93cef6-b78a-454b-a640-b740c454a974", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T16:17:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "auth-test-model-382396", "reconcileID": "23371b40-415e-45d5-80a1-94ec6981fd97", "LLMInferenceService": "auth-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:17:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "auth-test-model-382396", "reconcileID": "23371b40-415e-45d5-80a1-94ec6981fd97", "LLMInferenceService": "auth-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:17:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "auth-test-model-382396", "reconcileID": "23371b40-415e-45d5-80a1-94ec6981fd97", "LLMInferenceService": "auth-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:17:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "9aa197f6-2c86-4e85-ad2e-aa6d9c9dd59c", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:17:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "auth-test-model-382396", "reconcileID": "23371b40-415e-45d5-80a1-94ec6981fd97", "LLMInferenceService": "auth-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396", "name": "auth-test-model-382396-kserve-route-authn"} 2026-07-07T16:17:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "auth-test-model-382396", "reconcileID": "23371b40-415e-45d5-80a1-94ec6981fd97", "LLMInferenceService": "auth-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396", "authType": "userdefined"} 2026-07-07T16:17:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "auth-test-model-382396", "reconcileID": "23371b40-415e-45d5-80a1-94ec6981fd97", "LLMInferenceService": "auth-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:17:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "9aa197f6-2c86-4e85-ad2e-aa6d9c9dd59c", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress", "name": "e2e-shared-a-382396-authn-ssl"} 2026-07-07T16:17:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "9aa197f6-2c86-4e85-ad2e-aa6d9c9dd59c", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:17:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "auth-test-model-382396", "reconcileID": "81811795-fbd9-4eaf-900d-910a9f8eab93", "LLMInferenceService": "auth-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:17:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "auth-test-model-382396", "reconcileID": "81811795-fbd9-4eaf-900d-910a9f8eab93", "LLMInferenceService": "auth-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:17:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "auth-test-model-382396", "reconcileID": "81811795-fbd9-4eaf-900d-910a9f8eab93", "LLMInferenceService": "auth-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:17:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "auth-test-model-382396", "reconcileID": "81811795-fbd9-4eaf-900d-910a9f8eab93", "LLMInferenceService": "auth-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396", "name": "auth-test-model-382396-kserve-route-authn"} 2026-07-07T16:17:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "auth-test-model-382396", "reconcileID": "81811795-fbd9-4eaf-900d-910a9f8eab93", "LLMInferenceService": "auth-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396", "authType": "userdefined"} 2026-07-07T16:17:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "auth-test-model-382396", "reconcileID": "81811795-fbd9-4eaf-900d-910a9f8eab93", "LLMInferenceService": "auth-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:17:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "87d82dd8-8c34-4e98-972a-816027bac4b6", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:17:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "87d82dd8-8c34-4e98-972a-816027bac4b6", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556-authn-ssl"} 2026-07-07T16:17:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "87d82dd8-8c34-4e98-972a-816027bac4b6", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:17:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "75535351-670b-437f-a68d-43f908699367", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T16:17:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "9378e05d-eaa1-488d-aedf-74080e63c546", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:17:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "9378e05d-eaa1-488d-aedf-74080e63c546", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress", "name": "e2e-shared-a-382396-authn-ssl"} 2026-07-07T16:17:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "9378e05d-eaa1-488d-aedf-74080e63c546", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:17:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "6f80d505-ef85-4ce9-b3d3-44802eeddb08", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T16:17:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "auth-test-model-382396", "reconcileID": "18cc4da8-bd3c-45cd-9bec-50d5371d5846", "LLMInferenceService": "auth-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:17:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "auth-test-model-382396", "reconcileID": "18cc4da8-bd3c-45cd-9bec-50d5371d5846", "LLMInferenceService": "auth-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:17:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "auth-test-model-382396", "reconcileID": "18cc4da8-bd3c-45cd-9bec-50d5371d5846", "LLMInferenceService": "auth-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:17:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "auth-test-model-382396", "reconcileID": "18cc4da8-bd3c-45cd-9bec-50d5371d5846", "LLMInferenceService": "auth-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396", "name": "auth-test-model-382396-kserve-route-authn"} 2026-07-07T16:17:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "auth-test-model-382396", "reconcileID": "18cc4da8-bd3c-45cd-9bec-50d5371d5846", "LLMInferenceService": "auth-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396", "authType": "userdefined"} 2026-07-07T16:17:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "auth-test-model-382396", "reconcileID": "18cc4da8-bd3c-45cd-9bec-50d5371d5846", "LLMInferenceService": "auth-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:18:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "auth-test-model-382396", "reconcileID": "5c41f909-6a2e-4cbc-8173-02c5c96079d0", "LLMInferenceService": "auth-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:18:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "auth-test-model-382396", "reconcileID": "5c41f909-6a2e-4cbc-8173-02c5c96079d0", "LLMInferenceService": "auth-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:18:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "auth-test-model-382396", "reconcileID": "5c41f909-6a2e-4cbc-8173-02c5c96079d0", "LLMInferenceService": "auth-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:18:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "auth-test-model-382396", "reconcileID": "5c41f909-6a2e-4cbc-8173-02c5c96079d0", "LLMInferenceService": "auth-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396", "name": "auth-test-model-382396-kserve-route-authn"} 2026-07-07T16:18:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "auth-test-model-382396", "reconcileID": "5c41f909-6a2e-4cbc-8173-02c5c96079d0", "LLMInferenceService": "auth-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396", "authType": "userdefined"} 2026-07-07T16:18:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "auth-test-model-382396", "reconcileID": "5c41f909-6a2e-4cbc-8173-02c5c96079d0", "LLMInferenceService": "auth-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:18:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "auth-test-model-17e556", "reconcileID": "070161e8-0076-4e35-863a-c0547f1ff77a", "LLMInferenceService": "auth-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:18:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "auth-test-model-17e556", "reconcileID": "070161e8-0076-4e35-863a-c0547f1ff77a", "LLMInferenceService": "auth-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:18:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "auth-test-model-17e556", "reconcileID": "070161e8-0076-4e35-863a-c0547f1ff77a", "LLMInferenceService": "auth-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:18:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "3a1f954e-3d18-4a01-8eec-aa39c99d319f", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:18:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "auth-test-model-17e556", "reconcileID": "070161e8-0076-4e35-863a-c0547f1ff77a", "LLMInferenceService": "auth-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "auth-test-model-17e556-kserve-route-authn"} 2026-07-07T16:18:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "auth-test-model-17e556", "reconcileID": "070161e8-0076-4e35-863a-c0547f1ff77a", "LLMInferenceService": "auth-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556", "authType": "userdefined"} 2026-07-07T16:18:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "auth-test-model-17e556", "reconcileID": "070161e8-0076-4e35-863a-c0547f1ff77a", "LLMInferenceService": "auth-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:18:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "3a1f954e-3d18-4a01-8eec-aa39c99d319f", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556-authn-ssl"} 2026-07-07T16:18:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "3a1f954e-3d18-4a01-8eec-aa39c99d319f", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:18:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "auth-test-model-17e556", "reconcileID": "95687b50-fb3f-48cc-b141-55fbfcef93d2", "LLMInferenceService": "auth-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:18:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "auth-test-model-17e556", "reconcileID": "95687b50-fb3f-48cc-b141-55fbfcef93d2", "LLMInferenceService": "auth-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:18:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "auth-test-model-17e556", "reconcileID": "95687b50-fb3f-48cc-b141-55fbfcef93d2", "LLMInferenceService": "auth-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:18:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "auth-test-model-17e556", "reconcileID": "95687b50-fb3f-48cc-b141-55fbfcef93d2", "LLMInferenceService": "auth-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "auth-test-model-17e556-kserve-route-authn"} 2026-07-07T16:18:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "auth-test-model-17e556", "reconcileID": "95687b50-fb3f-48cc-b141-55fbfcef93d2", "LLMInferenceService": "auth-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556", "authType": "userdefined"} 2026-07-07T16:18:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "auth-test-model-17e556", "reconcileID": "95687b50-fb3f-48cc-b141-55fbfcef93d2", "LLMInferenceService": "auth-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:18:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "29442681-a795-4787-9d22-eb6c7b69ab3f", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:18:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "29442681-a795-4787-9d22-eb6c7b69ab3f", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556-authn-ssl"} 2026-07-07T16:18:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "29442681-a795-4787-9d22-eb6c7b69ab3f", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:18:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "auth-test-model-17e556", "reconcileID": "62018efe-a646-4283-9212-8bd0a9600e7e", "LLMInferenceService": "auth-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:18:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "auth-test-model-17e556", "reconcileID": "62018efe-a646-4283-9212-8bd0a9600e7e", "LLMInferenceService": "auth-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:18:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "auth-test-model-17e556", "reconcileID": "62018efe-a646-4283-9212-8bd0a9600e7e", "LLMInferenceService": "auth-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:18:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "auth-test-model-17e556", "reconcileID": "62018efe-a646-4283-9212-8bd0a9600e7e", "LLMInferenceService": "auth-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "auth-test-model-17e556-kserve-route-authn"} 2026-07-07T16:18:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "auth-test-model-17e556", "reconcileID": "62018efe-a646-4283-9212-8bd0a9600e7e", "LLMInferenceService": "auth-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556", "authType": "userdefined"} 2026-07-07T16:18:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "auth-test-model-17e556", "reconcileID": "62018efe-a646-4283-9212-8bd0a9600e7e", "LLMInferenceService": "auth-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:18:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "auth-test-model-17e556", "reconcileID": "d5b0ef57-ba0a-4a78-9384-774bc08f8c20", "LLMInferenceService": "auth-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:18:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "auth-test-model-17e556", "reconcileID": "d5b0ef57-ba0a-4a78-9384-774bc08f8c20", "LLMInferenceService": "auth-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:18:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "auth-test-model-17e556", "reconcileID": "d5b0ef57-ba0a-4a78-9384-774bc08f8c20", "LLMInferenceService": "auth-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:18:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "auth-test-model-17e556", "reconcileID": "d5b0ef57-ba0a-4a78-9384-774bc08f8c20", "LLMInferenceService": "auth-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "auth-test-model-17e556-kserve-route-authn"} 2026-07-07T16:18:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "auth-test-model-17e556", "reconcileID": "d5b0ef57-ba0a-4a78-9384-774bc08f8c20", "LLMInferenceService": "auth-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556", "authType": "userdefined"} 2026-07-07T16:18:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "auth-test-model-17e556", "reconcileID": "d5b0ef57-ba0a-4a78-9384-774bc08f8c20", "LLMInferenceService": "auth-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:18:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "db80e1fe-b672-45c9-b60e-b8af584b56da", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:18:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "db80e1fe-b672-45c9-b60e-b8af584b56da", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress", "name": "e2e-shared-a-382396-authn-ssl"} 2026-07-07T16:18:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "db80e1fe-b672-45c9-b60e-b8af584b56da", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:19:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "bf9808ec-5bb5-4c54-9f66-631843afc342", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:19:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "bf9808ec-5bb5-4c54-9f66-631843afc342", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556-authn-ssl"} 2026-07-07T16:19:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "bf9808ec-5bb5-4c54-9f66-631843afc342", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:20:28Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "auth-test-model-382396", "reconcileID": "1dc2650d-39a4-458c-aabd-38c1c930b10e", "LLMInferenceService": "auth-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:20:28Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "auth-test-model-382396", "reconcileID": "1dc2650d-39a4-458c-aabd-38c1c930b10e", "LLMInferenceService": "auth-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396", "name": "auth-test-model-382396"} 2026-07-07T16:20:28Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "auth-test-model-382396", "reconcileID": "1dc2650d-39a4-458c-aabd-38c1c930b10e", "LLMInferenceService": "auth-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:20:28Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "auth-test-model-382396", "reconcileID": "1dc2650d-39a4-458c-aabd-38c1c930b10e", "LLMInferenceService": "auth-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:20:28Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "auth-test-model-382396", "reconcileID": "1dc2650d-39a4-458c-aabd-38c1c930b10e", "LLMInferenceService": "auth-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396", "name": "auth-test-model-382396-kserve-route-authn"} 2026-07-07T16:20:28Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "auth-test-model-382396", "reconcileID": "1dc2650d-39a4-458c-aabd-38c1c930b10e", "LLMInferenceService": "auth-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396", "name": "auth-test-model-382396-kserve-route-authn"} 2026-07-07T16:20:28Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "auth-test-model-382396", "reconcileID": "1dc2650d-39a4-458c-aabd-38c1c930b10e", "LLMInferenceService": "auth-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:20:28Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "auth-test-model-382396", "reconcileID": "1dc2650d-39a4-458c-aabd-38c1c930b10e", "LLMInferenceService": "auth-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:20:28Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "auth-test-model-382396", "reconcileID": "bd8090e9-6aab-4478-a3c1-d494ab8dd4eb", "LLMInferenceService": "auth-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:20:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "f06d8dff-7df1-43bb-b9b7-8a330face281", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:20:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "f06d8dff-7df1-43bb-b9b7-8a330face281", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress", "name": "e2e-shared-a-382396-authn-ssl"} 2026-07-07T16:20:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "f06d8dff-7df1-43bb-b9b7-8a330face281", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:20:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "c53f81da-9843-4165-bc6f-2de38fab4451", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:20:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "c53f81da-9843-4165-bc6f-2de38fab4451", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress", "name": "e2e-shared-a-382396-authn-ssl"} 2026-07-07T16:20:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "c53f81da-9843-4165-bc6f-2de38fab4451", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:20:29Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "auth-test-model-17e556", "reconcileID": "809ee612-6924-45b9-b459-48558ff1e34a", "LLMInferenceService": "auth-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:20:29Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "auth-test-model-17e556", "reconcileID": "809ee612-6924-45b9-b459-48558ff1e34a", "LLMInferenceService": "auth-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "auth-test-model-17e556"} 2026-07-07T16:20:29Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "auth-test-model-17e556", "reconcileID": "809ee612-6924-45b9-b459-48558ff1e34a", "LLMInferenceService": "auth-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:20:29Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "auth-test-model-17e556", "reconcileID": "809ee612-6924-45b9-b459-48558ff1e34a", "LLMInferenceService": "auth-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:20:29Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "auth-test-model-17e556", "reconcileID": "809ee612-6924-45b9-b459-48558ff1e34a", "LLMInferenceService": "auth-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "auth-test-model-17e556-kserve-route-authn"} 2026-07-07T16:20:29Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "auth-test-model-17e556", "reconcileID": "809ee612-6924-45b9-b459-48558ff1e34a", "LLMInferenceService": "auth-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "auth-test-model-17e556-kserve-route-authn"} 2026-07-07T16:20:29Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "auth-test-model-17e556", "reconcileID": "809ee612-6924-45b9-b459-48558ff1e34a", "LLMInferenceService": "auth-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:20:29Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "auth-test-model-17e556", "reconcileID": "809ee612-6924-45b9-b459-48558ff1e34a", "LLMInferenceService": "auth-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:20:29Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "auth-test-model-17e556", "reconcileID": "3d01dc27-2bc3-49d3-a99e-a0b8dafdec48", "LLMInferenceService": "auth-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:20:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "8d45dbe1-2d91-4b58-92ed-b6d79d7979d7", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:20:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "8d45dbe1-2d91-4b58-92ed-b6d79d7979d7", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556-authn-ssl"} 2026-07-07T16:20:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "8d45dbe1-2d91-4b58-92ed-b6d79d7979d7", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:20:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "c74e5a13-4c30-4a01-8051-93ceeca25ba4", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:20:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "c74e5a13-4c30-4a01-8051-93ceeca25ba4", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556-authn-ssl"} 2026-07-07T16:20:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "c74e5a13-4c30-4a01-8051-93ceeca25ba4", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:20:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "sub-test-model-382396", "reconcileID": "6ebaffa0-0686-45c5-9027-d9bc485d3500", "LLMInferenceService": "sub-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:20:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "sub-test-model-382396", "reconcileID": "6ebaffa0-0686-45c5-9027-d9bc485d3500", "LLMInferenceService": "sub-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:20:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "sub-test-model-382396", "reconcileID": "6ebaffa0-0686-45c5-9027-d9bc485d3500", "LLMInferenceService": "sub-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:20:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "6d5f85d7-200a-4db7-a5d3-03d9e1a58a08", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:20:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "sub-test-model-382396", "reconcileID": "6ebaffa0-0686-45c5-9027-d9bc485d3500", "LLMInferenceService": "sub-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396", "name": "sub-test-model-382396-kserve-route-authn"} 2026-07-07T16:20:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "sub-test-model-382396", "reconcileID": "6ebaffa0-0686-45c5-9027-d9bc485d3500", "LLMInferenceService": "sub-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396", "authType": "userdefined"} 2026-07-07T16:20:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "sub-test-model-382396", "reconcileID": "6ebaffa0-0686-45c5-9027-d9bc485d3500", "LLMInferenceService": "sub-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:20:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "6d5f85d7-200a-4db7-a5d3-03d9e1a58a08", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress", "name": "e2e-shared-a-382396-authn-ssl"} 2026-07-07T16:20:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "6d5f85d7-200a-4db7-a5d3-03d9e1a58a08", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:20:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "sub-test-model-382396", "reconcileID": "98ecc3b6-1faa-42fb-80c9-9b4a73c3d6b1", "LLMInferenceService": "sub-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:20:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "sub-test-model-382396", "reconcileID": "98ecc3b6-1faa-42fb-80c9-9b4a73c3d6b1", "LLMInferenceService": "sub-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:20:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "sub-test-model-382396", "reconcileID": "98ecc3b6-1faa-42fb-80c9-9b4a73c3d6b1", "LLMInferenceService": "sub-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:20:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "sub-test-model-382396", "reconcileID": "98ecc3b6-1faa-42fb-80c9-9b4a73c3d6b1", "LLMInferenceService": "sub-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396", "name": "sub-test-model-382396-kserve-route-authn"} 2026-07-07T16:20:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "sub-test-model-382396", "reconcileID": "98ecc3b6-1faa-42fb-80c9-9b4a73c3d6b1", "LLMInferenceService": "sub-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396", "authType": "userdefined"} 2026-07-07T16:20:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "sub-test-model-382396", "reconcileID": "98ecc3b6-1faa-42fb-80c9-9b4a73c3d6b1", "LLMInferenceService": "sub-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:20:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "c6c6b237-c26a-4928-9e8a-e2eef90b7db0", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:20:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "c6c6b237-c26a-4928-9e8a-e2eef90b7db0", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress", "name": "e2e-shared-a-382396-authn-ssl"} 2026-07-07T16:20:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "c6c6b237-c26a-4928-9e8a-e2eef90b7db0", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:20:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "sub-test-model-382396", "reconcileID": "36c85d22-17e6-4bba-b189-c3b962663878", "LLMInferenceService": "sub-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:20:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "sub-test-model-382396", "reconcileID": "36c85d22-17e6-4bba-b189-c3b962663878", "LLMInferenceService": "sub-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:20:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "sub-test-model-382396", "reconcileID": "36c85d22-17e6-4bba-b189-c3b962663878", "LLMInferenceService": "sub-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:20:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "sub-test-model-382396", "reconcileID": "36c85d22-17e6-4bba-b189-c3b962663878", "LLMInferenceService": "sub-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396", "name": "sub-test-model-382396-kserve-route-authn"} 2026-07-07T16:20:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "sub-test-model-382396", "reconcileID": "36c85d22-17e6-4bba-b189-c3b962663878", "LLMInferenceService": "sub-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396", "authType": "userdefined"} 2026-07-07T16:20:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "sub-test-model-382396", "reconcileID": "36c85d22-17e6-4bba-b189-c3b962663878", "LLMInferenceService": "sub-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:20:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "sub-test-model-382396", "reconcileID": "95fb3d64-3962-4388-9c5e-a7290255fb6a", "LLMInferenceService": "sub-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:20:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "sub-test-model-382396", "reconcileID": "95fb3d64-3962-4388-9c5e-a7290255fb6a", "LLMInferenceService": "sub-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:20:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "sub-test-model-382396", "reconcileID": "95fb3d64-3962-4388-9c5e-a7290255fb6a", "LLMInferenceService": "sub-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:20:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "sub-test-model-382396", "reconcileID": "95fb3d64-3962-4388-9c5e-a7290255fb6a", "LLMInferenceService": "sub-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396", "name": "sub-test-model-382396-kserve-route-authn"} 2026-07-07T16:20:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "sub-test-model-382396", "reconcileID": "95fb3d64-3962-4388-9c5e-a7290255fb6a", "LLMInferenceService": "sub-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396", "authType": "userdefined"} 2026-07-07T16:20:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "sub-test-model-382396", "reconcileID": "95fb3d64-3962-4388-9c5e-a7290255fb6a", "LLMInferenceService": "sub-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:20:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "a8d27556-4484-4cc2-bca1-4a137a991f7b", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T16:20:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556", "reconcileID": "d61f6135-1675-4846-8fd8-1776a0697fec", "LLMInferenceService": "sub-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:20:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556", "reconcileID": "d61f6135-1675-4846-8fd8-1776a0697fec", "LLMInferenceService": "sub-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:20:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556", "reconcileID": "d61f6135-1675-4846-8fd8-1776a0697fec", "LLMInferenceService": "sub-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:20:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "e18b55d0-6fee-4f50-82c3-05796d6c295e", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:20:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556", "reconcileID": "d61f6135-1675-4846-8fd8-1776a0697fec", "LLMInferenceService": "sub-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556-kserve-route-authn"} 2026-07-07T16:20:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556", "reconcileID": "d61f6135-1675-4846-8fd8-1776a0697fec", "LLMInferenceService": "sub-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556", "authType": "userdefined"} 2026-07-07T16:20:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556", "reconcileID": "d61f6135-1675-4846-8fd8-1776a0697fec", "LLMInferenceService": "sub-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:20:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "e18b55d0-6fee-4f50-82c3-05796d6c295e", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556-authn-ssl"} 2026-07-07T16:20:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "e18b55d0-6fee-4f50-82c3-05796d6c295e", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:20:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556", "reconcileID": "61acf9f8-cea2-4ff7-8d4b-43c0b03af123", "LLMInferenceService": "sub-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:20:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556", "reconcileID": "61acf9f8-cea2-4ff7-8d4b-43c0b03af123", "LLMInferenceService": "sub-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:20:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556", "reconcileID": "61acf9f8-cea2-4ff7-8d4b-43c0b03af123", "LLMInferenceService": "sub-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:20:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556", "reconcileID": "61acf9f8-cea2-4ff7-8d4b-43c0b03af123", "LLMInferenceService": "sub-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556-kserve-route-authn"} 2026-07-07T16:20:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556", "reconcileID": "61acf9f8-cea2-4ff7-8d4b-43c0b03af123", "LLMInferenceService": "sub-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556", "authType": "userdefined"} 2026-07-07T16:20:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556", "reconcileID": "61acf9f8-cea2-4ff7-8d4b-43c0b03af123", "LLMInferenceService": "sub-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:21:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "d9f429d8-23c8-4a94-b3da-2c0193cc29ab", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:21:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "d9f429d8-23c8-4a94-b3da-2c0193cc29ab", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556-authn-ssl"} 2026-07-07T16:21:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "d9f429d8-23c8-4a94-b3da-2c0193cc29ab", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:21:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556", "reconcileID": "d0cf797a-ad30-486b-8129-25678f0092ca", "LLMInferenceService": "sub-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:21:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556", "reconcileID": "d0cf797a-ad30-486b-8129-25678f0092ca", "LLMInferenceService": "sub-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:21:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556", "reconcileID": "d0cf797a-ad30-486b-8129-25678f0092ca", "LLMInferenceService": "sub-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:21:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556", "reconcileID": "d0cf797a-ad30-486b-8129-25678f0092ca", "LLMInferenceService": "sub-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556-kserve-route-authn"} 2026-07-07T16:21:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556", "reconcileID": "d0cf797a-ad30-486b-8129-25678f0092ca", "LLMInferenceService": "sub-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556", "authType": "userdefined"} 2026-07-07T16:21:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556", "reconcileID": "d0cf797a-ad30-486b-8129-25678f0092ca", "LLMInferenceService": "sub-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:21:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556", "reconcileID": "95615dae-5a84-4d7f-b1aa-b2462fa41e84", "LLMInferenceService": "sub-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:21:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556", "reconcileID": "95615dae-5a84-4d7f-b1aa-b2462fa41e84", "LLMInferenceService": "sub-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:21:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556", "reconcileID": "95615dae-5a84-4d7f-b1aa-b2462fa41e84", "LLMInferenceService": "sub-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:21:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556", "reconcileID": "95615dae-5a84-4d7f-b1aa-b2462fa41e84", "LLMInferenceService": "sub-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556-kserve-route-authn"} 2026-07-07T16:21:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556", "reconcileID": "95615dae-5a84-4d7f-b1aa-b2462fa41e84", "LLMInferenceService": "sub-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556", "authType": "userdefined"} 2026-07-07T16:21:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556", "reconcileID": "95615dae-5a84-4d7f-b1aa-b2462fa41e84", "LLMInferenceService": "sub-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:21:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556", "reconcileID": "0fdc4705-68fe-4dfc-9ab0-48672d8c219e", "LLMInferenceService": "sub-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:21:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556", "reconcileID": "0fdc4705-68fe-4dfc-9ab0-48672d8c219e", "LLMInferenceService": "sub-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:21:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556", "reconcileID": "0fdc4705-68fe-4dfc-9ab0-48672d8c219e", "LLMInferenceService": "sub-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:21:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556", "reconcileID": "0fdc4705-68fe-4dfc-9ab0-48672d8c219e", "LLMInferenceService": "sub-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556-kserve-route-authn"} 2026-07-07T16:21:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556", "reconcileID": "0fdc4705-68fe-4dfc-9ab0-48672d8c219e", "LLMInferenceService": "sub-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556", "authType": "userdefined"} 2026-07-07T16:21:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556", "reconcileID": "0fdc4705-68fe-4dfc-9ab0-48672d8c219e", "LLMInferenceService": "sub-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:21:47Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "sub-test-model-382396", "reconcileID": "e42dd091-7202-46ba-a705-24d99f261480", "LLMInferenceService": "sub-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:21:47Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "sub-test-model-382396", "reconcileID": "e42dd091-7202-46ba-a705-24d99f261480", "LLMInferenceService": "sub-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396", "name": "sub-test-model-382396"} 2026-07-07T16:21:47Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "sub-test-model-382396", "reconcileID": "e42dd091-7202-46ba-a705-24d99f261480", "LLMInferenceService": "sub-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:21:47Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "sub-test-model-382396", "reconcileID": "e42dd091-7202-46ba-a705-24d99f261480", "LLMInferenceService": "sub-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:21:47Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "sub-test-model-382396", "reconcileID": "e42dd091-7202-46ba-a705-24d99f261480", "LLMInferenceService": "sub-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396", "name": "sub-test-model-382396-kserve-route-authn"} 2026-07-07T16:21:47Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "sub-test-model-382396", "reconcileID": "e42dd091-7202-46ba-a705-24d99f261480", "LLMInferenceService": "sub-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396", "name": "sub-test-model-382396-kserve-route-authn"} 2026-07-07T16:21:47Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "sub-test-model-382396", "reconcileID": "e42dd091-7202-46ba-a705-24d99f261480", "LLMInferenceService": "sub-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:21:47Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "sub-test-model-382396", "reconcileID": "e42dd091-7202-46ba-a705-24d99f261480", "LLMInferenceService": "sub-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:21:47Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "sub-test-model-382396", "reconcileID": "83d12071-c050-47a1-b7cd-ea6f2e8c516c", "LLMInferenceService": "sub-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:21:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "77290f87-3971-4f95-b0ee-2a334f8b7aeb", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:21:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "77290f87-3971-4f95-b0ee-2a334f8b7aeb", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress", "name": "e2e-shared-a-382396-authn-ssl"} 2026-07-07T16:21:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "77290f87-3971-4f95-b0ee-2a334f8b7aeb", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:21:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "615266fe-910e-40fd-9180-675bc8995256", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:21:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "615266fe-910e-40fd-9180-675bc8995256", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress", "name": "e2e-shared-a-382396-authn-ssl"} 2026-07-07T16:21:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "615266fe-910e-40fd-9180-675bc8995256", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:21:47Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556", "reconcileID": "6b51db48-24b6-420d-a548-7306633e1c29", "LLMInferenceService": "sub-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:21:47Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556", "reconcileID": "6b51db48-24b6-420d-a548-7306633e1c29", "LLMInferenceService": "sub-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556"} 2026-07-07T16:21:47Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556", "reconcileID": "6b51db48-24b6-420d-a548-7306633e1c29", "LLMInferenceService": "sub-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:21:47Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556", "reconcileID": "6b51db48-24b6-420d-a548-7306633e1c29", "LLMInferenceService": "sub-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:21:47Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556", "reconcileID": "6b51db48-24b6-420d-a548-7306633e1c29", "LLMInferenceService": "sub-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556-kserve-route-authn"} 2026-07-07T16:21:47Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556", "reconcileID": "6b51db48-24b6-420d-a548-7306633e1c29", "LLMInferenceService": "sub-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556-kserve-route-authn"} 2026-07-07T16:21:47Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556", "reconcileID": "6b51db48-24b6-420d-a548-7306633e1c29", "LLMInferenceService": "sub-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:21:47Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556", "reconcileID": "6b51db48-24b6-420d-a548-7306633e1c29", "LLMInferenceService": "sub-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:21:48Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "sub-test-model-17e556", "reconcileID": "34193e2f-6d13-4303-8c36-7ad672511158", "LLMInferenceService": "sub-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:21:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "77134b75-8f94-4ff1-a358-3d91bc9c1c45", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:21:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "77134b75-8f94-4ff1-a358-3d91bc9c1c45", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556-authn-ssl"} 2026-07-07T16:21:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "77134b75-8f94-4ff1-a358-3d91bc9c1c45", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:21:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "cb380cac-884c-45e9-aa25-77f857c75344", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:21:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "cb380cac-884c-45e9-aa25-77f857c75344", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556-authn-ssl"} 2026-07-07T16:21:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "cb380cac-884c-45e9-aa25-77f857c75344", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:21:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "rate-test-model-382396", "reconcileID": "a523a733-b9ec-43e2-88a7-a3025e837af5", "LLMInferenceService": "rate-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:21:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "rate-test-model-382396", "reconcileID": "a523a733-b9ec-43e2-88a7-a3025e837af5", "LLMInferenceService": "rate-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:21:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "rate-test-model-382396", "reconcileID": "a523a733-b9ec-43e2-88a7-a3025e837af5", "LLMInferenceService": "rate-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:21:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "1d25fbef-24b5-4ad8-aacb-f6beb14fdf06", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:21:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "rate-test-model-382396", "reconcileID": "a523a733-b9ec-43e2-88a7-a3025e837af5", "LLMInferenceService": "rate-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396", "name": "rate-test-model-382396-kserve-route-authn"} 2026-07-07T16:21:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "rate-test-model-382396", "reconcileID": "a523a733-b9ec-43e2-88a7-a3025e837af5", "LLMInferenceService": "rate-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396", "authType": "userdefined"} 2026-07-07T16:21:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "rate-test-model-382396", "reconcileID": "a523a733-b9ec-43e2-88a7-a3025e837af5", "LLMInferenceService": "rate-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:21:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "1d25fbef-24b5-4ad8-aacb-f6beb14fdf06", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress", "name": "e2e-shared-a-382396-authn-ssl"} 2026-07-07T16:21:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "1d25fbef-24b5-4ad8-aacb-f6beb14fdf06", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:21:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "rate-test-model-382396", "reconcileID": "81dd1914-66b7-43c7-b2f2-bbe6b2453af5", "LLMInferenceService": "rate-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:21:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "rate-test-model-382396", "reconcileID": "81dd1914-66b7-43c7-b2f2-bbe6b2453af5", "LLMInferenceService": "rate-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:21:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "rate-test-model-382396", "reconcileID": "81dd1914-66b7-43c7-b2f2-bbe6b2453af5", "LLMInferenceService": "rate-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:21:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "rate-test-model-382396", "reconcileID": "81dd1914-66b7-43c7-b2f2-bbe6b2453af5", "LLMInferenceService": "rate-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396", "name": "rate-test-model-382396-kserve-route-authn"} 2026-07-07T16:21:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "rate-test-model-382396", "reconcileID": "81dd1914-66b7-43c7-b2f2-bbe6b2453af5", "LLMInferenceService": "rate-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396", "authType": "userdefined"} 2026-07-07T16:21:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "rate-test-model-382396", "reconcileID": "81dd1914-66b7-43c7-b2f2-bbe6b2453af5", "LLMInferenceService": "rate-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:21:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "1502d311-9d0e-43cf-8e1a-493fababa264", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:21:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "1502d311-9d0e-43cf-8e1a-493fababa264", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress", "name": "e2e-shared-a-382396-authn-ssl"} 2026-07-07T16:21:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "1502d311-9d0e-43cf-8e1a-493fababa264", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:21:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "rate-test-model-382396", "reconcileID": "993deed2-22af-4de1-a389-a9c4a3a5e348", "LLMInferenceService": "rate-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:21:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "rate-test-model-382396", "reconcileID": "993deed2-22af-4de1-a389-a9c4a3a5e348", "LLMInferenceService": "rate-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:21:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "rate-test-model-382396", "reconcileID": "993deed2-22af-4de1-a389-a9c4a3a5e348", "LLMInferenceService": "rate-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:21:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "rate-test-model-382396", "reconcileID": "993deed2-22af-4de1-a389-a9c4a3a5e348", "LLMInferenceService": "rate-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396", "name": "rate-test-model-382396-kserve-route-authn"} 2026-07-07T16:21:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "rate-test-model-382396", "reconcileID": "993deed2-22af-4de1-a389-a9c4a3a5e348", "LLMInferenceService": "rate-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396", "authType": "userdefined"} 2026-07-07T16:21:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "rate-test-model-382396", "reconcileID": "993deed2-22af-4de1-a389-a9c4a3a5e348", "LLMInferenceService": "rate-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:22:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "rate-test-model-382396", "reconcileID": "f278e9cf-aa66-48fd-903d-08b8f9f73408", "LLMInferenceService": "rate-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:22:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "rate-test-model-382396", "reconcileID": "f278e9cf-aa66-48fd-903d-08b8f9f73408", "LLMInferenceService": "rate-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:22:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "rate-test-model-382396", "reconcileID": "f278e9cf-aa66-48fd-903d-08b8f9f73408", "LLMInferenceService": "rate-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:22:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "rate-test-model-382396", "reconcileID": "f278e9cf-aa66-48fd-903d-08b8f9f73408", "LLMInferenceService": "rate-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396", "name": "rate-test-model-382396-kserve-route-authn"} 2026-07-07T16:22:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "rate-test-model-382396", "reconcileID": "f278e9cf-aa66-48fd-903d-08b8f9f73408", "LLMInferenceService": "rate-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396", "authType": "userdefined"} 2026-07-07T16:22:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "rate-test-model-382396", "reconcileID": "f278e9cf-aa66-48fd-903d-08b8f9f73408", "LLMInferenceService": "rate-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:22:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "rate-test-model-17e556", "reconcileID": "35c4d21a-6f87-41f3-b7ee-c482693f4f47", "LLMInferenceService": "rate-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:22:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "rate-test-model-17e556", "reconcileID": "35c4d21a-6f87-41f3-b7ee-c482693f4f47", "LLMInferenceService": "rate-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:22:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "rate-test-model-17e556", "reconcileID": "35c4d21a-6f87-41f3-b7ee-c482693f4f47", "LLMInferenceService": "rate-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:22:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "f122c411-9f76-44cb-81db-de256b247cfb", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:22:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "rate-test-model-17e556", "reconcileID": "35c4d21a-6f87-41f3-b7ee-c482693f4f47", "LLMInferenceService": "rate-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "rate-test-model-17e556-kserve-route-authn"} 2026-07-07T16:22:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "rate-test-model-17e556", "reconcileID": "35c4d21a-6f87-41f3-b7ee-c482693f4f47", "LLMInferenceService": "rate-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556", "authType": "userdefined"} 2026-07-07T16:22:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "rate-test-model-17e556", "reconcileID": "35c4d21a-6f87-41f3-b7ee-c482693f4f47", "LLMInferenceService": "rate-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:22:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "f122c411-9f76-44cb-81db-de256b247cfb", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556-authn-ssl"} 2026-07-07T16:22:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "f122c411-9f76-44cb-81db-de256b247cfb", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:22:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "rate-test-model-17e556", "reconcileID": "82512e24-2997-43fb-ae73-92505da0bb0c", "LLMInferenceService": "rate-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:22:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "rate-test-model-17e556", "reconcileID": "82512e24-2997-43fb-ae73-92505da0bb0c", "LLMInferenceService": "rate-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:22:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "rate-test-model-17e556", "reconcileID": "82512e24-2997-43fb-ae73-92505da0bb0c", "LLMInferenceService": "rate-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:22:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "rate-test-model-17e556", "reconcileID": "82512e24-2997-43fb-ae73-92505da0bb0c", "LLMInferenceService": "rate-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "rate-test-model-17e556-kserve-route-authn"} 2026-07-07T16:22:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "rate-test-model-17e556", "reconcileID": "82512e24-2997-43fb-ae73-92505da0bb0c", "LLMInferenceService": "rate-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556", "authType": "userdefined"} 2026-07-07T16:22:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "rate-test-model-17e556", "reconcileID": "82512e24-2997-43fb-ae73-92505da0bb0c", "LLMInferenceService": "rate-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:22:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "286b22e2-623d-43ad-bd19-18550d6066cc", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:22:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "286b22e2-623d-43ad-bd19-18550d6066cc", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556-authn-ssl"} 2026-07-07T16:22:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "286b22e2-623d-43ad-bd19-18550d6066cc", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:22:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "rate-test-model-17e556", "reconcileID": "49ee533b-8001-4c17-b398-517723d25ff3", "LLMInferenceService": "rate-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:22:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "rate-test-model-17e556", "reconcileID": "49ee533b-8001-4c17-b398-517723d25ff3", "LLMInferenceService": "rate-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:22:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "rate-test-model-17e556", "reconcileID": "49ee533b-8001-4c17-b398-517723d25ff3", "LLMInferenceService": "rate-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:22:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "rate-test-model-17e556", "reconcileID": "49ee533b-8001-4c17-b398-517723d25ff3", "LLMInferenceService": "rate-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "rate-test-model-17e556-kserve-route-authn"} 2026-07-07T16:22:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "rate-test-model-17e556", "reconcileID": "49ee533b-8001-4c17-b398-517723d25ff3", "LLMInferenceService": "rate-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556", "authType": "userdefined"} 2026-07-07T16:22:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "rate-test-model-17e556", "reconcileID": "49ee533b-8001-4c17-b398-517723d25ff3", "LLMInferenceService": "rate-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:22:22Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T16:22:22Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T16:22:24Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T16:22:24Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T16:22:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "rate-test-model-17e556", "reconcileID": "8646fccd-de7c-45fb-86bc-bb85a22648c0", "LLMInferenceService": "rate-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:22:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "rate-test-model-17e556", "reconcileID": "8646fccd-de7c-45fb-86bc-bb85a22648c0", "LLMInferenceService": "rate-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:22:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "rate-test-model-17e556", "reconcileID": "8646fccd-de7c-45fb-86bc-bb85a22648c0", "LLMInferenceService": "rate-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:22:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "rate-test-model-17e556", "reconcileID": "8646fccd-de7c-45fb-86bc-bb85a22648c0", "LLMInferenceService": "rate-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "rate-test-model-17e556-kserve-route-authn"} 2026-07-07T16:22:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "rate-test-model-17e556", "reconcileID": "8646fccd-de7c-45fb-86bc-bb85a22648c0", "LLMInferenceService": "rate-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556", "authType": "userdefined"} 2026-07-07T16:22:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "rate-test-model-17e556", "reconcileID": "8646fccd-de7c-45fb-86bc-bb85a22648c0", "LLMInferenceService": "rate-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:22:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "e5e27a27-003f-405b-beae-c21829c529b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T16:22:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "5722d1c8-b1aa-4976-a3c0-cb98463231b5", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T16:23:22Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "rate-test-model-382396", "reconcileID": "57d86c57-bff7-4352-ba67-f5eb5dcacdb5", "LLMInferenceService": "rate-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:23:22Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "rate-test-model-382396", "reconcileID": "57d86c57-bff7-4352-ba67-f5eb5dcacdb5", "LLMInferenceService": "rate-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396", "name": "rate-test-model-382396"} 2026-07-07T16:23:22Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "rate-test-model-382396", "reconcileID": "57d86c57-bff7-4352-ba67-f5eb5dcacdb5", "LLMInferenceService": "rate-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:23:22Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "rate-test-model-382396", "reconcileID": "57d86c57-bff7-4352-ba67-f5eb5dcacdb5", "LLMInferenceService": "rate-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:23:22Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "rate-test-model-382396", "reconcileID": "57d86c57-bff7-4352-ba67-f5eb5dcacdb5", "LLMInferenceService": "rate-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396", "name": "rate-test-model-382396-kserve-route-authn"} 2026-07-07T16:23:22Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "rate-test-model-382396", "reconcileID": "57d86c57-bff7-4352-ba67-f5eb5dcacdb5", "LLMInferenceService": "rate-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396", "name": "rate-test-model-382396-kserve-route-authn"} 2026-07-07T16:23:22Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "rate-test-model-382396", "reconcileID": "57d86c57-bff7-4352-ba67-f5eb5dcacdb5", "LLMInferenceService": "rate-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:23:22Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "rate-test-model-382396", "reconcileID": "57d86c57-bff7-4352-ba67-f5eb5dcacdb5", "LLMInferenceService": "rate-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:23:22Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-382396","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "rate-test-model-382396", "reconcileID": "fe54dc83-68d7-494a-ab04-f42242f2bb27", "LLMInferenceService": "rate-test-model-382396", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:23:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "f4076b4f-fb39-4831-a328-65a40be12440", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:23:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "f4076b4f-fb39-4831-a328-65a40be12440", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress", "name": "e2e-shared-a-382396-authn-ssl"} 2026-07-07T16:23:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "f4076b4f-fb39-4831-a328-65a40be12440", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:23:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "162d8c49-6b31-4156-9ac0-3e87e713aeeb", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:23:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "162d8c49-6b31-4156-9ac0-3e87e713aeeb", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress", "name": "e2e-shared-a-382396-authn-ssl"} 2026-07-07T16:23:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "162d8c49-6b31-4156-9ac0-3e87e713aeeb", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:23:23Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "rate-test-model-17e556", "reconcileID": "e22cf892-e524-4895-94ec-229810ad882a", "LLMInferenceService": "rate-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:23:23Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "rate-test-model-17e556", "reconcileID": "e22cf892-e524-4895-94ec-229810ad882a", "LLMInferenceService": "rate-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "rate-test-model-17e556"} 2026-07-07T16:23:23Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "rate-test-model-17e556", "reconcileID": "e22cf892-e524-4895-94ec-229810ad882a", "LLMInferenceService": "rate-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:23:23Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "rate-test-model-17e556", "reconcileID": "e22cf892-e524-4895-94ec-229810ad882a", "LLMInferenceService": "rate-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:23:23Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "rate-test-model-17e556", "reconcileID": "e22cf892-e524-4895-94ec-229810ad882a", "LLMInferenceService": "rate-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "rate-test-model-17e556-kserve-route-authn"} 2026-07-07T16:23:23Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "rate-test-model-17e556", "reconcileID": "e22cf892-e524-4895-94ec-229810ad882a", "LLMInferenceService": "rate-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "rate-test-model-17e556-kserve-route-authn"} 2026-07-07T16:23:23Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "rate-test-model-17e556", "reconcileID": "e22cf892-e524-4895-94ec-229810ad882a", "LLMInferenceService": "rate-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:23:23Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "rate-test-model-17e556", "reconcileID": "e22cf892-e524-4895-94ec-229810ad882a", "LLMInferenceService": "rate-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:23:23Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-17e556","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "rate-test-model-17e556", "reconcileID": "fad71cf5-073b-4c9d-8653-6a9c976c25f6", "LLMInferenceService": "rate-test-model-17e556", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:23:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "e53d7e69-aac7-4de4-8873-7378d5756fc8", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:23:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "e53d7e69-aac7-4de4-8873-7378d5756fc8", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556-authn-ssl"} 2026-07-07T16:23:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "e53d7e69-aac7-4de4-8873-7378d5756fc8", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:23:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "a60c2d91-58d2-4d17-845c-d3db273b38fb", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:23:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "a60c2d91-58d2-4d17-845c-d3db273b38fb", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556-authn-ssl"} 2026-07-07T16:23:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "a60c2d91-58d2-4d17-845c-d3db273b38fb", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:23:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "880fbd03-c4af-45ab-92a7-a7f7de633d29", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T16:23:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "2663034b-3975-4b0c-8992-36fa1f2a8a06", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:23:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "2663034b-3975-4b0c-8992-36fa1f2a8a06", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress", "name": "e2e-shared-a-382396-authn-ssl"} 2026-07-07T16:23:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "2663034b-3975-4b0c-8992-36fa1f2a8a06", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:24:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "acf13b97-22fa-49e4-a7e3-9cef2101fb4b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:24:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "acf13b97-22fa-49e4-a7e3-9cef2101fb4b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-382396", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T16:24:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "acf13b97-22fa-49e4-a7e3-9cef2101fb4b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-382396 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T16:24:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "odh-trusted-ca-bundle", "reconcileID": "055772b9-a916-486c-b90b-fe23c368d447", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:24:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "odh-trusted-ca-bundle", "reconcileID": "055772b9-a916-486c-b90b-fe23c368d447", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:24:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "openshift-service-ca.crt", "reconcileID": "a5025d5a-8cae-422d-a589-20510ab8de2d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:24:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "openshift-service-ca.crt", "reconcileID": "a5025d5a-8cae-422d-a589-20510ab8de2d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:24:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a0c4e228-13d8-4ae8-8907-0a6814ab2915", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:24:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-382396"}, "namespace": "ai-tenant-e2e-shared-a-382396", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a0c4e228-13d8-4ae8-8907-0a6814ab2915", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-382396"} 2026-07-07T16:24:08Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-382396","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-382396", "reconcileID": "5b37816f-51ec-4cb6-9196-6834f19dbf2d", "Gateway": "e2e-shared-a-382396", "namespace": "openshift-ingress"} 2026-07-07T16:24:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "6180a102-20c6-45fa-bed6-ed6c7f48ecdb", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T16:24:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "ab9e0686-f453-42f4-b50e-03eada3c64fa", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:24:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "ab9e0686-f453-42f4-b50e-03eada3c64fa", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556-authn-ssl"} 2026-07-07T16:24:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "ab9e0686-f453-42f4-b50e-03eada3c64fa", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"} 2026-07-07T16:24:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9d6edbf-e8c9-4c15-abd0-b76b5b971460", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:24:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9d6edbf-e8c9-4c15-abd0-b76b5b971460", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-17e556", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T16:24:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9d6edbf-e8c9-4c15-abd0-b76b5b971460", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-17e556 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T16:24:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "odh-trusted-ca-bundle", "reconcileID": "fad8021d-f78c-410f-91bf-588156b646d3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:24:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "odh-trusted-ca-bundle", "reconcileID": "fad8021d-f78c-410f-91bf-588156b646d3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:24:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "openshift-service-ca.crt", "reconcileID": "34481297-0522-42ac-9a1a-2cd8c59288db", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:24:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "openshift-service-ca.crt", "reconcileID": "34481297-0522-42ac-9a1a-2cd8c59288db", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:24:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "001c8764-df1e-41f2-8c76-c4e055c32d70", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:24:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-17e556"}, "namespace": "ai-tenant-e2e-shared-b-17e556", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "001c8764-df1e-41f2-8c76-c4e055c32d70", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-17e556"} 2026-07-07T16:24:16Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-17e556","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-17e556", "reconcileID": "1ce45faf-8355-4a59-be76-333106448911", "Gateway": "e2e-shared-b-17e556", "namespace": "openshift-ingress"}