2026-06-09T13:56:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "openshift-service-ca.crt", "reconcileID": "3ea8f642-f318-4e8f-8d42-32a889048fe5", "ConfigMap": "openshift-service-ca.crt", "namespace": "kuadrant-system"} 2026-06-09T13:56:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "openshift-service-ca.crt", "reconcileID": "ae702fbd-09c9-4c91-9dcb-b7dd79bdfca4", "ConfigMap": "openshift-service-ca.crt", "namespace": "kuadrant-system", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T13:56:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "openshift-service-ca.crt", "reconcileID": "ae702fbd-09c9-4c91-9dcb-b7dd79bdfca4", "ConfigMap": "openshift-service-ca.crt", "namespace": "kuadrant-system"} 2026-06-09T13:56:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "openshift-service-ca.crt", "reconcileID": "0313e556-feec-4c8a-acc0-e930165bb21a", "ConfigMap": "openshift-service-ca.crt", "namespace": "kuadrant-system", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T13:56:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "openshift-service-ca.crt", "reconcileID": "0313e556-feec-4c8a-acc0-e930165bb21a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T13:56:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "11ea32da-8174-4196-853b-c3e15b7939c4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "kuadrant-system", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T13:56:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "11ea32da-8174-4196-853b-c3e15b7939c4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "kuadrant-system"} 2026-06-09T13:56:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "odh-trusted-ca-bundle", "reconcileID": "2ef48ba8-d746-402f-8b34-e32ec13e7290", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "kuadrant-system"} 2026-06-09T13:56:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "openshift-service-ca.crt", "reconcileID": "385a286f-4a1c-4276-98ad-25e427e3502e", "ConfigMap": "openshift-service-ca.crt", "namespace": "kuadrant-system"} 2026-06-09T13:56:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"kuadrant-system"}, "namespace": "kuadrant-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "666f8772-a237-43d1-9fce-da846293d1e2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "kuadrant-system"} 2026-06-09T13:58:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cbfd9f38-437a-473c-8eed-272e63e15d30", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T13:58:47Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cbfd9f38-437a-473c-8eed-272e63e15d30", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T13:58:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cbfd9f38-437a-473c-8eed-272e63e15d30", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T13:58:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e2f0c979-9a68-43a9-ab60-4136f91ba83f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T13:58:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e2f0c979-9a68-43a9-ab60-4136f91ba83f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T13:58:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e2f0c979-9a68-43a9-ab60-4136f91ba83f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T13:58:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fcbfcccc-a231-49ba-8479-c4f1cd119047", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T13:58:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fcbfcccc-a231-49ba-8479-c4f1cd119047", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T13:58:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fcbfcccc-a231-49ba-8479-c4f1cd119047", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T13:58:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "aa6eea2d-f3c4-4ab5-b96e-95b4c347bb7d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T13:58:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "aa6eea2d-f3c4-4ab5-b96e-95b4c347bb7d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T13:58:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "aa6eea2d-f3c4-4ab5-b96e-95b4c347bb7d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T13:59:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3a29cd60-d289-43ac-897f-fe600e9ecac6", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-09T13:59:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "ed7d544b-e7ee-4fe8-bff4-461a2d92158f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T13:59:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "ed7d544b-e7ee-4fe8-bff4-461a2d92158f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-09T13:59:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "57928a3e-8d1c-408a-b6c4-ff5ebba242c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-09T13:59:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e984ae6a-564d-44e4-996a-9e5921255c1d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-09T13:59:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c748fc14-c034-4e4e-9e0c-d41f7aac2c02", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-09T13:59:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "16fc35be-637d-4674-a16b-6bf321c3c903", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T13:59:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "16fc35be-637d-4674-a16b-6bf321c3c903", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-09T13:59:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "20faebc7-33b7-4517-88f1-a881f1b3634f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-09T13:59:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "d38188d7-be36-4af7-a4a9-326306589cc3", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-09T13:59:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "b164c353-f5d8-4088-8f33-265439bb7705", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system"} 2026-06-09T13:59:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "abecadff-daf8-40ff-8e2f-1398248cec20", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T13:59:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "abecadff-daf8-40ff-8e2f-1398248cec20", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-09T13:59:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "558568e5-885a-4e74-8ca3-cd7463fa69d3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "keycloak-system"} 2026-06-09T13:59:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "9df37856-784a-45db-9323-31c2aad1fdca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T13:59:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "9df37856-784a-45db-9323-31c2aad1fdca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system"} 2026-06-09T13:59:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "48cdaabc-9992-4de7-bc22-aba300a07b6c", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-09T13:59:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "246af88f-6e22-4f70-a33a-0d236f1e974a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "keycloak-system"} 2026-06-09T14:00:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "dca79ef2-a8ff-45a9-93ad-29df1aad678f", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-09T14:00:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "c7109acf-a667-4174-b675-6c5662762652", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-09T14:00:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "224869aa-a1f7-4568-bc81-e43f44ffa8fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T14:00:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "224869aa-a1f7-4568-bc81-e43f44ffa8fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-09T14:00:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "8d8c90c4-bca4-4291-b8b5-dbf56ae40474", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants"} 2026-06-09T14:00:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "476f72bd-1b8c-49bf-9f1e-244127050b30", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-09T14:00:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-trusted-ca-bundle", "reconcileID": "813580ea-1f00-4726-8b93-7c721945b14b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenants"} 2026-06-09T14:00:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "23ba28c0-3539-46f9-9b2e-466add7e5b04", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-09T14:00:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "4fd256da-2dba-49ec-9daa-bc6aaefc8978", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T14:00:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "4fd256da-2dba-49ec-9daa-bc6aaefc8978", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants"} 2026-06-09T14:00:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "ac07f39e-627e-4c77-a950-241c56818323", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T14:00:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "ac07f39e-627e-4c77-a950-241c56818323", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T14:00:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "f1b2a1cd-851c-4f89-bbb4-63d2e7a15f36", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T14:00:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "f1b2a1cd-851c-4f89-bbb4-63d2e7a15f36", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-09T14:00:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0eb3512c-001b-4c41-9158-13147fc47b05", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenants"} 2026-06-09T14:00:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "openshift-service-ca.crt", "reconcileID": "2069567e-48d5-4ec8-8568-383555b04049", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenants"} 2026-06-09T14:00:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8fc2f993-5fc7-44cc-9ba4-f7defa265bc4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-09T14:00:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-trusted-ca-bundle", "reconcileID": "ef9515a1-e9ba-4d9f-9083-8cc4387fea59", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenants", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T14:00:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-trusted-ca-bundle", "reconcileID": "ef9515a1-e9ba-4d9f-9083-8cc4387fea59", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenants"} 2026-06-09T14:00:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenants"}, "namespace": "ai-tenants", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "994485ab-2cbc-4197-a896-61424eab727d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenants"} 2026-06-09T14:01:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1dbdd619-93eb-4944-bf07-d3e0f2289657", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T14:01:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1dbdd619-93eb-4944-bf07-d3e0f2289657", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T14:01:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1dbdd619-93eb-4944-bf07-d3e0f2289657", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T14:01:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "83ea27b4-26b3-4e27-be77-d72747401e46", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T14:01:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "83ea27b4-26b3-4e27-be77-d72747401e46", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T14:01:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "83ea27b4-26b3-4e27-be77-d72747401e46", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T14:01:26Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-09T14:01:26Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-09T14:01:26Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-09T14:01:26Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-09T14:01:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "e945d697-801c-48c1-ad56-7a8a245863fa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-09T14:01:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "54a5d4f8-9445-4d73-8f4c-58ac686479c0", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-09T14:01:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "2094df72-ee75-4742-8f49-8ab28d8c9e8c", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T14:01:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "2094df72-ee75-4742-8f49-8ab28d8c9e8c", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-09T14:01:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "78abb3cb-e583-444b-998d-09cd58de6417", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-09T14:01:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "81ba39ba-a8a9-4262-9d77-f1b62c6ec39c", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-09T14:01:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "c46361cc-7bf1-4f8f-97e7-75abb894e97d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T14:01:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "c46361cc-7bf1-4f8f-97e7-75abb894e97d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-09T14:01:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13f00bc8-4c7e-41a8-a998-97fcdbd58e65", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-09T14:01:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a8e02db3-a355-427b-9e63-03d2a5560fe2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T14:01:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a8e02db3-a355-427b-9e63-03d2a5560fe2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T14:01:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a8e02db3-a355-427b-9e63-03d2a5560fe2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T14:01:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "be482bf1-f806-4ead-a13b-77b6e5d921c8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T14:01:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "be482bf1-f806-4ead-a13b-77b6e5d921c8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T14:01:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a8e02db3-a355-427b-9e63-03d2a5560fe2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-09T14:01:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a8e02db3-a355-427b-9e63-03d2a5560fe2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T14:01:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a8e02db3-a355-427b-9e63-03d2a5560fe2", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T14:01:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "be482bf1-f806-4ead-a13b-77b6e5d921c8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T14:01:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "73a2e0a8-74ea-46da-8226-a1f478a8ca1f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T14:01:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "73a2e0a8-74ea-46da-8226-a1f478a8ca1f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T14:01:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "73a2e0a8-74ea-46da-8226-a1f478a8ca1f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T14:01:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d05c8ba2-e7fa-4b8c-a815-68059b366ddb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T14:01:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "73a2e0a8-74ea-46da-8226-a1f478a8ca1f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-09T14:01:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "73a2e0a8-74ea-46da-8226-a1f478a8ca1f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T14:01:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "73a2e0a8-74ea-46da-8226-a1f478a8ca1f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T14:01:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d05c8ba2-e7fa-4b8c-a815-68059b366ddb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T14:01:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d05c8ba2-e7fa-4b8c-a815-68059b366ddb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T14:01:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f05567ea-ecdf-4828-9912-78226f48d4d0", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T14:01:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f05567ea-ecdf-4828-9912-78226f48d4d0", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T14:01:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f05567ea-ecdf-4828-9912-78226f48d4d0", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T14:01:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f05567ea-ecdf-4828-9912-78226f48d4d0", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-09T14:01:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f05567ea-ecdf-4828-9912-78226f48d4d0", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T14:01:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f05567ea-ecdf-4828-9912-78226f48d4d0", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T14:01:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2e85d4c2-d652-4b7f-9bc3-d45a28c1a9a8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T14:01:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2e85d4c2-d652-4b7f-9bc3-d45a28c1a9a8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T14:01:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2e85d4c2-d652-4b7f-9bc3-d45a28c1a9a8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T14:01:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dbf6a180-a605-4876-ad5b-821e460d97ba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T14:01:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2e85d4c2-d652-4b7f-9bc3-d45a28c1a9a8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-09T14:01:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2e85d4c2-d652-4b7f-9bc3-d45a28c1a9a8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T14:01:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "2e85d4c2-d652-4b7f-9bc3-d45a28c1a9a8", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T14:01:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dbf6a180-a605-4876-ad5b-821e460d97ba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T14:01:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dbf6a180-a605-4876-ad5b-821e460d97ba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T14:01:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "485b6d12-546d-4bb5-8aa3-3d9fae120953", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T14:01:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "485b6d12-546d-4bb5-8aa3-3d9fae120953", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T14:01:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "485b6d12-546d-4bb5-8aa3-3d9fae120953", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T14:01:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "99b87ac6-9d1f-4c0c-8c26-0bbdad7a88d4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T14:01:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "485b6d12-546d-4bb5-8aa3-3d9fae120953", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T14:01:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "485b6d12-546d-4bb5-8aa3-3d9fae120953", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T14:01:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "485b6d12-546d-4bb5-8aa3-3d9fae120953", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T14:01:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "99b87ac6-9d1f-4c0c-8c26-0bbdad7a88d4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T14:01:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "99b87ac6-9d1f-4c0c-8c26-0bbdad7a88d4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T14:01:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "0226604c-1791-403e-9920-14d81be8b095", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T14:01:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "0226604c-1791-403e-9920-14d81be8b095", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T14:01:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "0226604c-1791-403e-9920-14d81be8b095", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T14:01:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4d9b2b25-2129-4c95-a588-4bc4395d2d51", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T14:01:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "0226604c-1791-403e-9920-14d81be8b095", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T14:01:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "0226604c-1791-403e-9920-14d81be8b095", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T14:01:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "0226604c-1791-403e-9920-14d81be8b095", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T14:01:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4d9b2b25-2129-4c95-a588-4bc4395d2d51", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T14:01:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4d9b2b25-2129-4c95-a588-4bc4395d2d51", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T14:01:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9a9cc90a-0a46-410a-8dc2-2e6e2264d58a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T14:01:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c1ac3dd3-7463-455d-bc83-41e1d3dd0aaa", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T14:01:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c1ac3dd3-7463-455d-bc83-41e1d3dd0aaa", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T14:01:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c1ac3dd3-7463-455d-bc83-41e1d3dd0aaa", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T14:01:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c1ac3dd3-7463-455d-bc83-41e1d3dd0aaa", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-09T14:01:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c1ac3dd3-7463-455d-bc83-41e1d3dd0aaa", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-09T14:01:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "c1ac3dd3-7463-455d-bc83-41e1d3dd0aaa", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T14:01:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9a9cc90a-0a46-410a-8dc2-2e6e2264d58a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T14:01:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9a9cc90a-0a46-410a-8dc2-2e6e2264d58a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T14:01:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5a8c473e-942a-4c6d-9fa3-6d4c700e810d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T14:01:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5a8c473e-942a-4c6d-9fa3-6d4c700e810d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T14:01:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5a8c473e-942a-4c6d-9fa3-6d4c700e810d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T14:01:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7cb89c13-9806-44e8-bfed-dd79e51f411c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T14:01:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7cb89c13-9806-44e8-bfed-dd79e51f411c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T14:01:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7cb89c13-9806-44e8-bfed-dd79e51f411c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T14:01:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7cb89c13-9806-44e8-bfed-dd79e51f411c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-09T14:01:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7cb89c13-9806-44e8-bfed-dd79e51f411c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T14:01:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "7cb89c13-9806-44e8-bfed-dd79e51f411c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T14:01:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a501899d-15a9-4e8a-88da-bee571ed392d", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T14:01:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a501899d-15a9-4e8a-88da-bee571ed392d", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T14:01:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a501899d-15a9-4e8a-88da-bee571ed392d", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T14:01:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a501899d-15a9-4e8a-88da-bee571ed392d", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-09T14:01:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a501899d-15a9-4e8a-88da-bee571ed392d", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T14:01:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a501899d-15a9-4e8a-88da-bee571ed392d", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T14:02:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7f2bee05-5125-4957-a6a6-d5dec8c84763", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T14:02:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7f2bee05-5125-4957-a6a6-d5dec8c84763", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T14:02:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7f2bee05-5125-4957-a6a6-d5dec8c84763", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T14:02:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a8e459b2-d3c9-4f34-afc1-a905d5b22f87", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T14:02:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a8e459b2-d3c9-4f34-afc1-a905d5b22f87", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T14:02:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a8e459b2-d3c9-4f34-afc1-a905d5b22f87", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T14:02:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a8e459b2-d3c9-4f34-afc1-a905d5b22f87", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-09T14:02:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a8e459b2-d3c9-4f34-afc1-a905d5b22f87", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T14:02:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a8e459b2-d3c9-4f34-afc1-a905d5b22f87", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T14:02:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "6478599b-154a-4541-a5d9-81a60b4a6709", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T14:02:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "6478599b-154a-4541-a5d9-81a60b4a6709", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T14:02:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "6478599b-154a-4541-a5d9-81a60b4a6709", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T14:02:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "6478599b-154a-4541-a5d9-81a60b4a6709", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-09T14:02:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "6478599b-154a-4541-a5d9-81a60b4a6709", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T14:02:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "6478599b-154a-4541-a5d9-81a60b4a6709", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T14:02:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2a0d14ce-e737-4aa3-b43f-df18512c414d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T14:02:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2a0d14ce-e737-4aa3-b43f-df18512c414d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T14:02:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2a0d14ce-e737-4aa3-b43f-df18512c414d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T14:02:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0b547a7c-d92f-4de5-850b-20942d3e3d96", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T14:02:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0b547a7c-d92f-4de5-850b-20942d3e3d96", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T14:02:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0b547a7c-d92f-4de5-850b-20942d3e3d96", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T14:02:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0b547a7c-d92f-4de5-850b-20942d3e3d96", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-09T14:02:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0b547a7c-d92f-4de5-850b-20942d3e3d96", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T14:02:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "0b547a7c-d92f-4de5-850b-20942d3e3d96", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T14:02:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "8015059a-0856-442b-a15b-32ebbe6580b3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T14:02:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "8015059a-0856-442b-a15b-32ebbe6580b3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T14:02:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "8015059a-0856-442b-a15b-32ebbe6580b3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T14:02:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "8015059a-0856-442b-a15b-32ebbe6580b3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T14:02:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "8015059a-0856-442b-a15b-32ebbe6580b3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T14:02:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "8015059a-0856-442b-a15b-32ebbe6580b3", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T14:02:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "65510c63-d133-49f0-a25e-c87c789d95f7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T14:02:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "65510c63-d133-49f0-a25e-c87c789d95f7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T14:02:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "65510c63-d133-49f0-a25e-c87c789d95f7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T14:02:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "e321724a-2aab-48f9-ada4-dcb41c4caef2", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T14:02:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "e321724a-2aab-48f9-ada4-dcb41c4caef2", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T14:02:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "e321724a-2aab-48f9-ada4-dcb41c4caef2", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T14:02:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "e321724a-2aab-48f9-ada4-dcb41c4caef2", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T14:02:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "e321724a-2aab-48f9-ada4-dcb41c4caef2", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T14:02:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "e321724a-2aab-48f9-ada4-dcb41c4caef2", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T14:02:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "8bc7f25a-68db-41bc-a2c5-40ecce8eced8", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T14:02:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "8bc7f25a-68db-41bc-a2c5-40ecce8eced8", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T14:02:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "8bc7f25a-68db-41bc-a2c5-40ecce8eced8", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T14:02:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "8bc7f25a-68db-41bc-a2c5-40ecce8eced8", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T14:02:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "8bc7f25a-68db-41bc-a2c5-40ecce8eced8", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T14:02:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "8bc7f25a-68db-41bc-a2c5-40ecce8eced8", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T14:02:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "df78ab87-1da0-423a-88a0-aa21c7050721", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T14:02:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "df78ab87-1da0-423a-88a0-aa21c7050721", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T14:02:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "df78ab87-1da0-423a-88a0-aa21c7050721", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T14:02:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "e6d8bade-07cb-49a3-a136-6c9f93ca7a31", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T14:02:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "e6d8bade-07cb-49a3-a136-6c9f93ca7a31", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T14:02:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "e6d8bade-07cb-49a3-a136-6c9f93ca7a31", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T14:02:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "e6d8bade-07cb-49a3-a136-6c9f93ca7a31", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T14:02:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "e6d8bade-07cb-49a3-a136-6c9f93ca7a31", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T14:02:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "e6d8bade-07cb-49a3-a136-6c9f93ca7a31", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T14:02:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f7a9a763-925a-4f5a-87a8-ecf0716df35e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T14:02:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f7a9a763-925a-4f5a-87a8-ecf0716df35e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T14:02:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f7a9a763-925a-4f5a-87a8-ecf0716df35e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T14:02:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f7a9a763-925a-4f5a-87a8-ecf0716df35e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-09T14:02:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f7a9a763-925a-4f5a-87a8-ecf0716df35e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-09T14:02:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "f7a9a763-925a-4f5a-87a8-ecf0716df35e", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T14:02:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b4b4b215-864b-4b62-937a-f346a7e70beb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T14:02:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b4b4b215-864b-4b62-937a-f346a7e70beb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T14:02:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b4b4b215-864b-4b62-937a-f346a7e70beb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T14:02:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e3a0a2f9-0361-4305-8bba-0d5cad1b2211", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T14:02:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e3a0a2f9-0361-4305-8bba-0d5cad1b2211", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T14:02:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e3a0a2f9-0361-4305-8bba-0d5cad1b2211", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T14:02:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e3a0a2f9-0361-4305-8bba-0d5cad1b2211", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-09T14:02:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e3a0a2f9-0361-4305-8bba-0d5cad1b2211", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-09T14:02:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "e3a0a2f9-0361-4305-8bba-0d5cad1b2211", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T14:03:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f25705b3-c105-48fc-8e02-100063b63454", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T14:03:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f25705b3-c105-48fc-8e02-100063b63454", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T14:03:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f25705b3-c105-48fc-8e02-100063b63454", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T14:03:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f25705b3-c105-48fc-8e02-100063b63454", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-09T14:03:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f25705b3-c105-48fc-8e02-100063b63454", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T14:03:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "f25705b3-c105-48fc-8e02-100063b63454", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-09T14:03:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a182159a-cc4b-4727-9c19-a0a25704dad3", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T14:03:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a182159a-cc4b-4727-9c19-a0a25704dad3", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T14:03:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a182159a-cc4b-4727-9c19-a0a25704dad3", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T14:03:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a182159a-cc4b-4727-9c19-a0a25704dad3", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-09T14:03:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a182159a-cc4b-4727-9c19-a0a25704dad3", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T14:03:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "a182159a-cc4b-4727-9c19-a0a25704dad3", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-09T14:03:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "72d5bdc8-f471-4573-acd2-c21b90f15360", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T14:03:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "72d5bdc8-f471-4573-acd2-c21b90f15360", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T14:03:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "72d5bdc8-f471-4573-acd2-c21b90f15360", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T14:03:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "72d5bdc8-f471-4573-acd2-c21b90f15360", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-09T14:03:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "72d5bdc8-f471-4573-acd2-c21b90f15360", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T14:03:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "72d5bdc8-f471-4573-acd2-c21b90f15360", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-09T14:03:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ce58839b-5d82-448b-b40c-a88e96cde5fd", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T14:03:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ce58839b-5d82-448b-b40c-a88e96cde5fd", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T14:03:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ce58839b-5d82-448b-b40c-a88e96cde5fd", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T14:03:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ce58839b-5d82-448b-b40c-a88e96cde5fd", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T14:03:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ce58839b-5d82-448b-b40c-a88e96cde5fd", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T14:03:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "ce58839b-5d82-448b-b40c-a88e96cde5fd", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T14:04:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "06f4b874-851d-428b-86ae-0c4a6debecbb", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T14:04:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "06f4b874-851d-428b-86ae-0c4a6debecbb", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T14:04:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "06f4b874-851d-428b-86ae-0c4a6debecbb", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T14:04:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "06f4b874-851d-428b-86ae-0c4a6debecbb", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-09T14:04:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "06f4b874-851d-428b-86ae-0c4a6debecbb", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-09T14:04:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "06f4b874-851d-428b-86ae-0c4a6debecbb", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-09T14:04:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ee3dd452-cf67-4097-9739-53d441ec628d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T14:04:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ee3dd452-cf67-4097-9739-53d441ec628d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T14:04:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ee3dd452-cf67-4097-9739-53d441ec628d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T14:04:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ee3dd452-cf67-4097-9739-53d441ec628d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-09T14:04:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ee3dd452-cf67-4097-9739-53d441ec628d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-09T14:04:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "ee3dd452-cf67-4097-9739-53d441ec628d", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-09T14:04:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "52554f80-1db8-4a36-97f0-37054fb70a48", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-09T14:04:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "e65d70e6-f31f-405a-a8ce-1f571bdd84c9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-09T14:04:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "b6e856e3-dd59-4c37-a9ea-c60624918580", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T14:04:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "b6e856e3-dd59-4c37-a9ea-c60624918580", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-09T14:04:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "861be58f-8d13-48a3-a946-2815b65f68c1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-09T14:04:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "afd136f3-58b7-456b-9997-d9110f9244da", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-09T14:04:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "7b3eafb6-e955-4945-90ed-7cbcd2dcff6c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T14:04:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "7b3eafb6-e955-4945-90ed-7cbcd2dcff6c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-09T14:04:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bb12ff11-6632-4736-b6eb-536ba833ab4b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-09T14:04:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "abea0532-eaac-4683-ac82-4423b69678bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-09T14:04:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "c868a5e3-0273-444b-b980-1b07f8707f67", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T14:04:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "c868a5e3-0273-444b-b980-1b07f8707f67", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-09T14:04:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "1573393d-ad03-4d7e-a640-140e7623f5b3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-09T14:04:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26673f31-690b-4ca1-abc6-103d407761a5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-09T14:04:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "5a7ccdaa-a46b-4f3e-9931-91983e0b4b7e", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-09T14:04:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "99231be5-d0a5-437f-9e37-08cdf8994833", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T14:04:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "99231be5-d0a5-437f-9e37-08cdf8994833", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-09T14:04:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2be341fa-c9e9-4b59-8e0c-0931e9303c30", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-09T14:06:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "2a4d166f-dd79-446a-8557-c9789316f362", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T14:06:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "aa8dc8b3-0bf1-4aab-961d-ffb66d6d72b3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T14:06:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "bab6dded-fe29-44f5-a414-ebc61db9a8e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T14:06:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "bab6dded-fe29-44f5-a414-ebc61db9a8e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T14:06:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "758fd519-48b1-490a-8bcb-a3eee3c95f5d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T14:06:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "07d379cf-fcdb-402d-b102-e9409af6c770", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T14:06:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "2c3859bb-7fb6-43c3-98b5-ca1677cca494", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T14:06:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "2c3859bb-7fb6-43c3-98b5-ca1677cca494", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T14:06:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d6efd38-254f-4d4d-94ac-a0691dff0ad0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T14:06:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "06e9d6ce-eb74-466d-a8ea-2c01dee8f555", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T14:06:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "06e9d6ce-eb74-466d-a8ea-2c01dee8f555", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T14:06:31Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "06e9d6ce-eb74-466d-a8ea-2c01dee8f555", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T14:06:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "0f035917-e128-416f-9665-aab4c96b51f8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T14:06:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "0f035917-e128-416f-9665-aab4c96b51f8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T14:06:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "d977fe08-0e9b-4ae9-acfa-4dc0412aa2b4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T14:06:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "d977fe08-0e9b-4ae9-acfa-4dc0412aa2b4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T14:06:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "16242108-7523-4f2f-b379-6efad13fabdc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T14:06:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "16242108-7523-4f2f-b379-6efad13fabdc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-09T14:07:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "02eafc7d-5ef7-4ea1-8f4b-1c9148b818ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-09T14:07:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "78b24292-7728-4c55-b059-9e6fd762feb6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-09T14:07:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "c1f9cfbf-b3d9-4796-9eb9-f94ef21762a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T14:07:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "c1f9cfbf-b3d9-4796-9eb9-f94ef21762a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-09T14:07:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "f4c76803-77b6-4e0f-9dbe-aa9879a09414", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T14:07:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "f4c76803-77b6-4e0f-9dbe-aa9879a09414", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T14:07:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cea85e87-c110-4e47-808c-90ab673c6161", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-09T14:07:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "5bfa4311-ab74-4fc4-9bbc-48162f5e64de", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-09T14:07:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "d42b9058-e6f5-4923-8351-8b87425dad6d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T14:07:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "d42b9058-e6f5-4923-8351-8b87425dad6d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-09T14:07:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b7a29be5-a0a1-46f7-ba8e-f772d6534279", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-09T14:07:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c6f1d74d-6b93-4396-843e-832439274de2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-09T14:07:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c6f1d74d-6b93-4396-843e-832439274de2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T14:07:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c6f1d74d-6b93-4396-843e-832439274de2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T14:07:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "9b2c4e7f-7e06-4c41-94d8-55e504a3fae7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-09T14:07:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "9b2c4e7f-7e06-4c41-94d8-55e504a3fae7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-09T14:07:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "a4e3fcac-a4a9-4df6-a47a-4cfb9438c612", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-09T14:07:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "a4e3fcac-a4a9-4df6-a47a-4cfb9438c612", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-09T14:07:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce94c84d-a664-4348-828b-ee82508e7a9e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-09T14:07:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce94c84d-a664-4348-828b-ee82508e7a9e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-09T14:07:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-c087e1"}, "namespace": "e2e-modelref-c087e1", "name": "openshift-service-ca.crt", "reconcileID": "2aa39b82-3542-4d59-b543-6c05b4e7195a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-c087e1"} 2026-06-09T14:07:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-c087e1"}, "namespace": "e2e-modelref-c087e1", "name": "odh-trusted-ca-bundle", "reconcileID": "3f4e230c-1740-4def-ab53-e85d4edd7eb7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-c087e1"} 2026-06-09T14:07:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-c087e1"}, "namespace": "e2e-modelref-c087e1", "name": "openshift-service-ca.crt", "reconcileID": "32f3f223-5e66-4b88-84b8-b54ab1a82400", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-c087e1", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T14:07:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-c087e1"}, "namespace": "e2e-modelref-c087e1", "name": "openshift-service-ca.crt", "reconcileID": "32f3f223-5e66-4b88-84b8-b54ab1a82400", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-c087e1"} 2026-06-09T14:07:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-c087e1"}, "namespace": "e2e-modelref-c087e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2e9c01ad-a0c0-4f1e-92e6-7b22fc06e14d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-c087e1"} 2026-06-09T14:07:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-c087e1"}, "namespace": "e2e-modelref-c087e1", "name": "openshift-service-ca.crt", "reconcileID": "6d590966-837a-4912-95b0-0f7c4a4b33b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-c087e1"} 2026-06-09T14:07:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-c087e1"}, "namespace": "e2e-modelref-c087e1", "name": "odh-trusted-ca-bundle", "reconcileID": "3547d165-c76c-430a-ad3d-f62ad4787865", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-c087e1", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T14:07:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-c087e1"}, "namespace": "e2e-modelref-c087e1", "name": "odh-trusted-ca-bundle", "reconcileID": "3547d165-c76c-430a-ad3d-f62ad4787865", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-c087e1"} 2026-06-09T14:07:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-c087e1"}, "namespace": "e2e-modelref-c087e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "430abbc5-fac4-49d6-bb8d-b46c9f360d04", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-c087e1"} 2026-06-09T14:07:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f77e25d9-5529-41ab-9a36-55c87ed5d3a0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T14:07:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f77e25d9-5529-41ab-9a36-55c87ed5d3a0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T14:07:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f77e25d9-5529-41ab-9a36-55c87ed5d3a0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T14:07:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2f18e709-3b2e-4d0d-b40d-e899073b0480", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T14:07:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2f18e709-3b2e-4d0d-b40d-e899073b0480", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T14:07:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2f18e709-3b2e-4d0d-b40d-e899073b0480", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T14:07:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d42eeda1-c02e-4745-bcd5-0f4d67e8294b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T14:07:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d42eeda1-c02e-4745-bcd5-0f4d67e8294b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T14:07:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d42eeda1-c02e-4745-bcd5-0f4d67e8294b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T14:07:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3c860e5e-ca20-4589-a31a-48778b0be174", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T14:07:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3c860e5e-ca20-4589-a31a-48778b0be174", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T14:07:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3c860e5e-ca20-4589-a31a-48778b0be174", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T14:07:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-c087e1"}, "namespace": "e2e-modelref-c087e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dde6ea71-3107-432a-a501-34f1ca5660e3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-c087e1"} 2026-06-09T14:07:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-c087e1"}, "namespace": "e2e-modelref-c087e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dde6ea71-3107-432a-a501-34f1ca5660e3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-c087e1", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T14:07:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-c087e1"}, "namespace": "e2e-modelref-c087e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dde6ea71-3107-432a-a501-34f1ca5660e3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-c087e1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T14:07:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-c087e1"}, "namespace": "e2e-modelref-c087e1", "name": "odh-trusted-ca-bundle", "reconcileID": "a075d805-bf0b-47d6-b3d0-a9fb2ba0386b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-c087e1"} 2026-06-09T14:07:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-c087e1"}, "namespace": "e2e-modelref-c087e1", "name": "odh-trusted-ca-bundle", "reconcileID": "a075d805-bf0b-47d6-b3d0-a9fb2ba0386b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-c087e1"} 2026-06-09T14:07:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-c087e1"}, "namespace": "e2e-modelref-c087e1", "name": "openshift-service-ca.crt", "reconcileID": "f65f911f-0e32-4f0e-9628-9e9c1c8cb740", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-c087e1"} 2026-06-09T14:07:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-c087e1"}, "namespace": "e2e-modelref-c087e1", "name": "openshift-service-ca.crt", "reconcileID": "f65f911f-0e32-4f0e-9628-9e9c1c8cb740", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-c087e1"} 2026-06-09T14:07:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-c087e1"}, "namespace": "e2e-modelref-c087e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95a86a51-b8cc-4cb0-9143-cbb3ce7fba3b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-c087e1"} 2026-06-09T14:07:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-c087e1"}, "namespace": "e2e-modelref-c087e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95a86a51-b8cc-4cb0-9143-cbb3ce7fba3b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-c087e1"} 2026-06-09T14:08:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-48dab2"}, "namespace": "e2e-modelref-48dab2", "name": "odh-trusted-ca-bundle", "reconcileID": "cbcb15e3-f8f0-44a9-b56b-d071bbaaa999", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-48dab2"} 2026-06-09T14:08:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-48dab2"}, "namespace": "e2e-modelref-48dab2", "name": "openshift-service-ca.crt", "reconcileID": "c325777e-8349-482f-bce5-cda2ca34a9c3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-48dab2"} 2026-06-09T14:08:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-48dab2"}, "namespace": "e2e-modelref-48dab2", "name": "openshift-service-ca.crt", "reconcileID": "8044b6de-53eb-4191-b123-9b6ebc080b06", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-48dab2", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T14:08:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-48dab2"}, "namespace": "e2e-modelref-48dab2", "name": "openshift-service-ca.crt", "reconcileID": "8044b6de-53eb-4191-b123-9b6ebc080b06", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-48dab2"} 2026-06-09T14:08:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-48dab2"}, "namespace": "e2e-modelref-48dab2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6a0ee9d9-e14c-4f51-8272-c825f6c4ff58", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-48dab2"} 2026-06-09T14:08:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-48dab2"}, "namespace": "e2e-modelref-48dab2", "name": "openshift-service-ca.crt", "reconcileID": "9a2fcf7d-76f9-4e77-ab23-69be574ed5b5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-48dab2"} 2026-06-09T14:08:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-48dab2"}, "namespace": "e2e-modelref-48dab2", "name": "odh-trusted-ca-bundle", "reconcileID": "76c70061-b3fd-4a28-b79d-843da07c47c9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-48dab2", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T14:08:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-48dab2"}, "namespace": "e2e-modelref-48dab2", "name": "odh-trusted-ca-bundle", "reconcileID": "76c70061-b3fd-4a28-b79d-843da07c47c9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-48dab2"} 2026-06-09T14:08:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-48dab2"}, "namespace": "e2e-modelref-48dab2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5c3368a3-bb3f-4738-b198-c6a8620464e7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-48dab2"} 2026-06-09T14:08:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4394ac7a-a0f9-439a-820e-8ead541baee2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T14:08:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4394ac7a-a0f9-439a-820e-8ead541baee2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T14:08:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4394ac7a-a0f9-439a-820e-8ead541baee2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T14:08:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b98a5545-f6a3-41e6-a4a4-110482843184", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T14:08:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b98a5545-f6a3-41e6-a4a4-110482843184", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T14:08:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b98a5545-f6a3-41e6-a4a4-110482843184", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T14:08:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5d6df9dc-eea8-4649-b219-e53f01bfb8f0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T14:08:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5d6df9dc-eea8-4649-b219-e53f01bfb8f0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T14:08:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5d6df9dc-eea8-4649-b219-e53f01bfb8f0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T14:08:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a49ad022-1d21-42d5-9836-f8e9f81bfad4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T14:08:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a49ad022-1d21-42d5-9836-f8e9f81bfad4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-09T14:08:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a49ad022-1d21-42d5-9836-f8e9f81bfad4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-09T14:08:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-48dab2"}, "namespace": "e2e-modelref-48dab2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82ffd41a-67f7-404a-bbcb-fd197122c157", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-48dab2"} 2026-06-09T14:08:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-48dab2"}, "namespace": "e2e-modelref-48dab2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82ffd41a-67f7-404a-bbcb-fd197122c157", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-48dab2", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T14:08:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-48dab2"}, "namespace": "e2e-modelref-48dab2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82ffd41a-67f7-404a-bbcb-fd197122c157", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-48dab2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T14:08:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-48dab2"}, "namespace": "e2e-modelref-48dab2", "name": "odh-trusted-ca-bundle", "reconcileID": "07f76568-04d6-451d-b7b5-7e8be1ab4447", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-48dab2"} 2026-06-09T14:08:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-48dab2"}, "namespace": "e2e-modelref-48dab2", "name": "odh-trusted-ca-bundle", "reconcileID": "07f76568-04d6-451d-b7b5-7e8be1ab4447", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-48dab2", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T14:08:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-48dab2"}, "namespace": "e2e-modelref-48dab2", "name": "odh-trusted-ca-bundle", "reconcileID": "07f76568-04d6-451d-b7b5-7e8be1ab4447", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-48dab2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T14:08:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-48dab2"}, "namespace": "e2e-modelref-48dab2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "11a96aa6-a2b6-435e-8b6a-83f2ec23cdd2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-48dab2"} 2026-06-09T14:08:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-48dab2"}, "namespace": "e2e-modelref-48dab2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "11a96aa6-a2b6-435e-8b6a-83f2ec23cdd2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-48dab2", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T14:08:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-48dab2"}, "namespace": "e2e-modelref-48dab2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "11a96aa6-a2b6-435e-8b6a-83f2ec23cdd2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-48dab2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T14:08:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-48dab2"}, "namespace": "e2e-modelref-48dab2", "name": "odh-trusted-ca-bundle", "reconcileID": "15186233-87b8-4b96-9c7b-58c65bf577cd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-48dab2"} 2026-06-09T14:08:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-48dab2"}, "namespace": "e2e-modelref-48dab2", "name": "odh-trusted-ca-bundle", "reconcileID": "15186233-87b8-4b96-9c7b-58c65bf577cd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-48dab2", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T14:08:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-48dab2"}, "namespace": "e2e-modelref-48dab2", "name": "odh-trusted-ca-bundle", "reconcileID": "15186233-87b8-4b96-9c7b-58c65bf577cd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-48dab2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T14:08:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-48dab2"}, "namespace": "e2e-modelref-48dab2", "name": "openshift-service-ca.crt", "reconcileID": "d5f5349c-058d-423e-babc-a22b2e6120bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-48dab2"} 2026-06-09T14:08:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-48dab2"}, "namespace": "e2e-modelref-48dab2", "name": "openshift-service-ca.crt", "reconcileID": "d5f5349c-058d-423e-babc-a22b2e6120bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-48dab2"} 2026-06-09T14:08:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-48dab2"}, "namespace": "e2e-modelref-48dab2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "088fee30-ef38-4374-b2ca-fcc506716df2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-48dab2"} 2026-06-09T14:08:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-48dab2"}, "namespace": "e2e-modelref-48dab2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "088fee30-ef38-4374-b2ca-fcc506716df2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-48dab2"} 2026-06-09T14:08:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-48dab2"}, "namespace": "e2e-modelref-48dab2", "name": "odh-trusted-ca-bundle", "reconcileID": "e87c8107-0e0e-41b9-a3dc-c1c7e545c967", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-48dab2"} 2026-06-09T14:08:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-48dab2"}, "namespace": "e2e-modelref-48dab2", "name": "odh-trusted-ca-bundle", "reconcileID": "e87c8107-0e0e-41b9-a3dc-c1c7e545c967", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-48dab2"} 2026-06-09T14:08:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-729648"}, "namespace": "e2e-webhook-test-729648", "name": "openshift-service-ca.crt", "reconcileID": "bcb47ff1-71e2-492d-9359-b757d1e47bff", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-729648"} 2026-06-09T14:08:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-729648"}, "namespace": "e2e-webhook-test-729648", "name": "odh-trusted-ca-bundle", "reconcileID": "6ed6ab16-615e-4fcf-83a6-542003ab1518", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-729648"} 2026-06-09T14:08:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-729648"}, "namespace": "e2e-webhook-test-729648", "name": "openshift-service-ca.crt", "reconcileID": "92f12eec-b67a-4dbd-ae64-70786901410e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-729648", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T14:08:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-729648"}, "namespace": "e2e-webhook-test-729648", "name": "openshift-service-ca.crt", "reconcileID": "92f12eec-b67a-4dbd-ae64-70786901410e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-729648"} 2026-06-09T14:08:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-729648"}, "namespace": "e2e-webhook-test-729648", "name": "openshift-service-ca.crt", "reconcileID": "d4988338-c357-47e7-b6d5-0898778190fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-729648"} 2026-06-09T14:08:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-729648"}, "namespace": "e2e-webhook-test-729648", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aaa8511f-d1ce-4da3-98bd-624aa53905e9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-729648"} 2026-06-09T14:08:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-729648"}, "namespace": "e2e-webhook-test-729648", "name": "odh-trusted-ca-bundle", "reconcileID": "3afaffcc-439f-439c-9c8f-4090adcbaf9e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-729648", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T14:08:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-729648"}, "namespace": "e2e-webhook-test-729648", "name": "odh-trusted-ca-bundle", "reconcileID": "3afaffcc-439f-439c-9c8f-4090adcbaf9e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-729648"} 2026-06-09T14:08:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-729648"}, "namespace": "e2e-webhook-test-729648", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dcb137b1-211b-4008-b83e-437517b847cc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-729648"} 2026-06-09T14:08:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-729648"}, "namespace": "e2e-webhook-test-729648", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5442dc5e-fad1-43a7-8d1a-2a6700591314", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-729648"} 2026-06-09T14:08:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-729648"}, "namespace": "e2e-webhook-test-729648", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5442dc5e-fad1-43a7-8d1a-2a6700591314", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-729648", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T14:08:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-729648"}, "namespace": "e2e-webhook-test-729648", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5442dc5e-fad1-43a7-8d1a-2a6700591314", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-729648 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T14:08:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-729648"}, "namespace": "e2e-webhook-test-729648", "name": "odh-trusted-ca-bundle", "reconcileID": "302a5c3a-f958-46d3-a12c-74a4c60c9501", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-729648"} 2026-06-09T14:08:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-729648"}, "namespace": "e2e-webhook-test-729648", "name": "odh-trusted-ca-bundle", "reconcileID": "302a5c3a-f958-46d3-a12c-74a4c60c9501", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-729648"} 2026-06-09T14:08:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-729648"}, "namespace": "e2e-webhook-test-729648", "name": "openshift-service-ca.crt", "reconcileID": "287c963e-647f-42b5-a111-508cd5b688dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-729648"} 2026-06-09T14:08:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-729648"}, "namespace": "e2e-webhook-test-729648", "name": "openshift-service-ca.crt", "reconcileID": "287c963e-647f-42b5-a111-508cd5b688dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-729648"} 2026-06-09T14:08:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-729648"}, "namespace": "e2e-webhook-test-729648", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "73834eb8-423c-43a9-9bdd-6d48935a8543", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-729648"} 2026-06-09T14:08:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-729648"}, "namespace": "e2e-webhook-test-729648", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "73834eb8-423c-43a9-9bdd-6d48935a8543", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-729648"} 2026-06-09T14:08:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-bbcbfc"}, "namespace": "e2e-webhook-test-bbcbfc", "name": "openshift-service-ca.crt", "reconcileID": "b24f5715-c262-47e2-a37e-e05139970b54", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-bbcbfc"} 2026-06-09T14:08:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-bbcbfc"}, "namespace": "e2e-webhook-test-bbcbfc", "name": "odh-trusted-ca-bundle", "reconcileID": "1a334a7c-bc3e-45af-8b39-859a045358b2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-bbcbfc"} 2026-06-09T14:08:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-bbcbfc"}, "namespace": "e2e-webhook-test-bbcbfc", "name": "openshift-service-ca.crt", "reconcileID": "909025dc-0e21-4693-a50a-f556756169d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-bbcbfc", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T14:08:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-bbcbfc"}, "namespace": "e2e-webhook-test-bbcbfc", "name": "openshift-service-ca.crt", "reconcileID": "909025dc-0e21-4693-a50a-f556756169d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-bbcbfc"} 2026-06-09T14:08:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-bbcbfc"}, "namespace": "e2e-webhook-test-bbcbfc", "name": "openshift-service-ca.crt", "reconcileID": "bfa2cdee-44f3-4b83-8393-f6d33483a6d4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-bbcbfc", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T14:08:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-bbcbfc"}, "namespace": "e2e-webhook-test-bbcbfc", "name": "openshift-service-ca.crt", "reconcileID": "bfa2cdee-44f3-4b83-8393-f6d33483a6d4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T14:08:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-bbcbfc"}, "namespace": "e2e-webhook-test-bbcbfc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e9f35e9a-88dc-4e0e-a1c5-3cf4a048a86e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-bbcbfc"} 2026-06-09T14:08:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-bbcbfc"}, "namespace": "e2e-webhook-test-bbcbfc", "name": "openshift-service-ca.crt", "reconcileID": "aa95b7ca-5955-48a0-9da9-3ceb0717970f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-bbcbfc"} 2026-06-09T14:08:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-bbcbfc"}, "namespace": "e2e-webhook-test-bbcbfc", "name": "odh-trusted-ca-bundle", "reconcileID": "90cdd232-2812-42f7-b435-0bc78594e019", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-bbcbfc", "update": "odh-kserve-custom-ca-bundle"} 2026-06-09T14:08:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-bbcbfc"}, "namespace": "e2e-webhook-test-bbcbfc", "name": "odh-trusted-ca-bundle", "reconcileID": "90cdd232-2812-42f7-b435-0bc78594e019", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-bbcbfc"} 2026-06-09T14:08:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-bbcbfc"}, "namespace": "e2e-webhook-test-bbcbfc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ffb4ff6-865f-4d8a-8fb1-b3f11c6c6496", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-bbcbfc"} 2026-06-09T14:09:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-bbcbfc"}, "namespace": "e2e-webhook-test-bbcbfc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9bd43dce-5629-464c-9409-711a11e0ec7c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-bbcbfc"} 2026-06-09T14:09:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-bbcbfc"}, "namespace": "e2e-webhook-test-bbcbfc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9bd43dce-5629-464c-9409-711a11e0ec7c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-bbcbfc", "create": "odh-kserve-custom-ca-bundle"} 2026-06-09T14:09:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-bbcbfc"}, "namespace": "e2e-webhook-test-bbcbfc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9bd43dce-5629-464c-9409-711a11e0ec7c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-bbcbfc because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-09T14:09:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-bbcbfc"}, "namespace": "e2e-webhook-test-bbcbfc", "name": "odh-trusted-ca-bundle", "reconcileID": "02b242b9-fd95-489c-babc-010666d3417f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-bbcbfc"} 2026-06-09T14:09:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-bbcbfc"}, "namespace": "e2e-webhook-test-bbcbfc", "name": "odh-trusted-ca-bundle", "reconcileID": "02b242b9-fd95-489c-babc-010666d3417f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-bbcbfc"} 2026-06-09T14:09:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-bbcbfc"}, "namespace": "e2e-webhook-test-bbcbfc", "name": "openshift-service-ca.crt", "reconcileID": "eb2a5293-e193-4442-950c-ba80e9904b01", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-bbcbfc"} 2026-06-09T14:09:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-bbcbfc"}, "namespace": "e2e-webhook-test-bbcbfc", "name": "openshift-service-ca.crt", "reconcileID": "eb2a5293-e193-4442-950c-ba80e9904b01", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-bbcbfc"} 2026-06-09T14:09:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-bbcbfc"}, "namespace": "e2e-webhook-test-bbcbfc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b324f562-ed48-428f-bbd9-9ddc5b3fad92", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-bbcbfc"} 2026-06-09T14:09:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-bbcbfc"}, "namespace": "e2e-webhook-test-bbcbfc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b324f562-ed48-428f-bbd9-9ddc5b3fad92", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-bbcbfc"}